-- Logs begin at Mon 2022-09-26 17:00:36 UTC, end at Mon 2022-09-26 18:29:02 UTC. -- Sep 26 17:54:14.165211 dv-cinder-859319-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 26 17:54:16.834661 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.common.config [-] Logging enabled! Sep 26 17:54:16.835256 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev23 Sep 26 17:54:16.835466 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106435) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 26 17:54:16.839368 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.common.config [-] Logging enabled! Sep 26 17:54:16.839786 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev23 Sep 26 17:54:16.840111 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106435) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 26 17:54:16.841065 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 26 17:54:16.841305 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 26 17:54:16.841790 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 26 17:54:16.842043 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 26 17:54:16.842275 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 26 17:54:16.842601 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.842909 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.843146 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.843452 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.843793 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.844078 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.844375 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.844681 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.844974 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.845259 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.845547 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.845781 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.846065 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.846356 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.846650 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.846877 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] debug = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.847161 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.847587 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.848015 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.848311 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.848602 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.848905 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.849165 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.849446 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.849734 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.850067 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] host = dv-cinder-859319-1-iscsi {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.850347 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.850639 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.850930 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.851221 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.851507 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.851810 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.852102 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.852947 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.853237 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] log_file = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.853643 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.853905 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.854199 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.854499 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.854727 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.854952 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.855248 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.855541 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.855849 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.856129 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.856407 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.856684 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.856959 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.857231 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.857524 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.857815 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.858106 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.858385 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.858665 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.858941 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.859216 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.859507 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.859812 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.860091 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.860369 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.860663 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.860934 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.861209 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.861525 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.861816 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.862104 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.862394 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.862671 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.862959 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.863236 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.863513 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.863816 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] use_json = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.864094 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.864370 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.864660 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.864936 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.865213 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.865491 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.865770 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.866061 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.866346 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:16.866639 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.866939 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.867243 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.867536 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.867875 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.868209 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.868501 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.868783 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.869077 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.869369 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.869660 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.869941 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.870250 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.870546 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.870845 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.871152 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.871456 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.871782 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.872064 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.872342 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.872620 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.872902 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.873192 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.873473 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.873769 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.874063 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.874347 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.874650 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.874938 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.875228 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.875527 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.875853 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.876135 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.876418 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.876714 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.876997 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.877272 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.877564 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.877846 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.878122 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.878408 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.878704 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.878997 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.879274 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.879555 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.879877 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.880159 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.880434 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.880709 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.880989 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.881268 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.881556 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.881839 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.882112 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.882386 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.882665 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.882939 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.883212 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.883491 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.883835 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.884116 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.884388 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.884663 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.884938 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.885211 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.885484 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.885760 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.886034 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.886312 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.886584 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.886855 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.887127 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.887398 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.887691 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.887986 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.888542 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.888827 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.889109 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.889391 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.889673 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.889954 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.890236 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.890515 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.890795 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.891071 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.891366 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.891674 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.891961 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.892251 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.892552 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.892855 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.893140 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.893422 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.893705 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.893990 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.894273 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.894563 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.894846 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.895130 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.895419 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.895736 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.896040 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.896342 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.896625 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.896925 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.897227 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.897524 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.897806 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.898119 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.898404 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:16.898627 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 26 17:54:16.898868 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106435) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 26 17:54:17.279620 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 26 17:54:17.279964 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 26 17:54:17.280233 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 26 17:54:17.280464 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 26 17:54:17.280747 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 26 17:54:17.281087 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 26 17:54:17.607892 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:17.608112 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:17.608386 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:17.609577 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:17.609851 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:17.610124 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:17.662584 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:17.662867 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:17.663143 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:17.679950 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:17.680234 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:17.681117 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:17.709363 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:17.709649 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:17.709923 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:17.746812 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:17.747092 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:17.747374 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:17.978325 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:17.978984 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:17.978984 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:17.980166 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:17.980896 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:18.078558 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:18.078879 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:18.079168 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:18.079444 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:18.079746 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:18.080062 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:18.080327 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:18.080589 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:18.080850 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:18.081141 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:18.081410 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:18.081683 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:18.081946 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:18.082204 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:18.082466 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:18.082736 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:18.082997 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:18.083268 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:18.083542 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:18.083831 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:18.084110 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:18.084367 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:18.084651 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:18.085033 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:18.085290 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:18.085540 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:18.085936 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106435) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 17:54:18.086180 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106435) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 17:54:18.086420 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106435) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 17:54:18.086717 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106435) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 17:54:18.086992 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106435) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 17:54:18.087234 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106435) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 17:54:18.087609 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 26 17:54:18.090709 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 26 17:54:18.094638 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 26 17:54:18.098561 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Sep 26 17:54:18.100221 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 26 17:54:18.100844 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 26 17:54:18.101189 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 26 17:54:18.101584 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 26 17:54:18.104935 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 26 17:54:18.105190 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 26 17:54:18.105543 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 26 17:54:18.110613 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 26 17:54:18.133357 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 26 17:54:18.134396 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:18.134662 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106435) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 26 17:54:18.135041 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:18.136432 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106435) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 26 17:54:18.136716 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 26 17:54:18.136963 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 26 17:54:18.148083 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:18.148379 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:18.281534 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 26 17:54:18.281726 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 26 17:54:18.281964 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 26 17:54:18.282355 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 26 17:54:18.335051 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO dbcounter [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Registered counter for database neutron Sep 26 17:54:18.355614 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_db.sqlalchemy.engines [None req-6496e146-837a-448b-8165-687d3dc24493 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106435) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 26 17:54:18.361523 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG dbcounter [-] [106435] Writer thread running {{(pid=106435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 17:54:19.049459 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.plugins.ml2.managers [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Initializing driver for type 'gre' Sep 26 17:54:19.050079 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6496e146-837a-448b-8165-687d3dc24493 None None] gre ID ranges: [(1, 1000)] Sep 26 17:54:19.256876 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.plugins.ml2.managers [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Initializing driver for type 'local' Sep 26 17:54:19.257148 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.plugins.ml2.managers [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Initializing driver for type 'vlan' Sep 26 17:54:19.352143 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6496e146-837a-448b-8165-687d3dc24493 None None] VlanTypeDriver initialization complete Sep 26 17:54:19.353058 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.plugins.ml2.managers [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Initializing driver for type 'vxlan' Sep 26 17:54:19.353613 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6496e146-837a-448b-8165-687d3dc24493 None None] vxlan ID ranges: [(1, 1000)] Sep 26 17:54:19.536737 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.plugins.ml2.managers [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Initializing extension driver 'port_security' Sep 26 17:54:19.537017 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.plugins.ml2.extensions.port_security [None req-6496e146-837a-448b-8165-687d3dc24493 None None] PortSecurityExtensionDriver initialization complete Sep 26 17:54:19.537360 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.plugins.ml2.managers [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Initializing mechanism driver 'openvswitch' Sep 26 17:54:19.537702 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.plugins.ml2.managers [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Initializing mechanism driver 'hyperv' Sep 26 17:54:19.556036 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.plugins.ml2.plugin [None req-6496e146-837a-448b-8165-687d3dc24493 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:54:19.556709 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > port after_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.557092 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > port after_update 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.557450 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > port after_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.557951 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106435) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 17:54:19.558479 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > subnet after_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.558835 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > subnet after_update 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.559186 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.559577 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106435) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 17:54:19.560013 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > network after_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.560402 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > network after_update 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.560855 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > network after_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.561243 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106435) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 17:54:19.561651 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > security_group after_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.562006 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > security_group after_update 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.562350 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.562737 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106435) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 17:54:19.563145 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.563497 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.563867 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.564509 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106435) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 17:54:19.564915 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > address_group after_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.565267 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > address_group after_update 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.565612 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.565999 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106435) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 17:54:19.566478 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6496e146-837a-448b-8165-687d3dc24493 None None] ML2 OVO RPC backend initialized. {{(pid=106435) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 26 17:54:19.567185 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.567545 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.567992 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > network before_response 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.568347 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > networks before_response 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.568696 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > port before_response 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.569042 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > ports before_response 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.569389 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > subnet before_response 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.569733 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > subnets before_response 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.570081 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > network after_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.570423 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > network after_update 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.570765 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > network after_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.571184 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > port after_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.571535 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > port after_update 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.571911 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > port after_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.572255 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > subnet after_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.572597 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > subnet after_update 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.572936 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.580488 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.quota [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded quota_driver: . Sep 26 17:54:19.580856 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.plugins.ml2.plugin [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Modular L2 Plugin initialization complete Sep 26 17:54:19.581205 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading services supported by the core plugin {{(pid=106435) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 26 17:54:19.581552 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.plugins.ml2.managers [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Got port-security extension from driver 'port_security' Sep 26 17:54:19.582034 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.extensions.vlantransparent [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Disabled vlantransparent extension. Sep 26 17:54:19.582528 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106435) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 26 17:54:19.582855 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading Plugin: router Sep 26 17:54:19.618668 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.619061 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > router after_create 55549900 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.619439 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > router before_create 55549900 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.619839 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.620222 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.620587 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > router after_delete 55549900 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.620955 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.621315 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.621684 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > router after_create 55549900 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.622038 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > router after_update 55549900 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.622397 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > router after_update 55549900 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.622753 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.623117 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > router after_update 55549900 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.623533 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > router precommit_update 55549900 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.623948 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: port after_update 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.624295 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: port after_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.624638 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: subnet after_update 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.624991 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.625343 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.625695 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > router precommit_create 55549900 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.626052 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: port before_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.626406 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > router precommit_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.626776 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > router after_update 55549900 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.627131 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.627493 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > router precommit_create 55549900 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.627884 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.628240 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > router precommit_update 55549900 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.628613 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > agent after_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.628973 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > agent after_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.629323 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > network after_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.630176 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.quota.resource_registry [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Tracking information for resource: router configured {{(pid=106435) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 17:54:19.630511 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.quota.resource_registry [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Tracking information for resource: floatingip configured {{(pid=106435) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 17:54:19.635413 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.db.l3_agentschedulers_db [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 26 17:54:19.636028 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: port after_update 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.636395 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: port after_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.636750 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: port after_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.637110 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: port after_update 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.637897 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > router before_create 55550100 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.638517 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.638888 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > router precommit_create 55550100 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.639249 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > router precommit_update 55550100 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.644040 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.services.provider_configuration [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Service providers = [] {{(pid=106435) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 26 17:54:19.644413 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.db.servicetype_db [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106435) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 26 17:54:19.647313 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.services.service_base [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106435) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 17:54:19.647681 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.services.service_base [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106435) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 17:54:19.648029 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.services.service_base [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106435) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 17:54:19.648912 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.services.service_base [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106435) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 17:54:19.649820 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.services.service_base [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 26 17:54:19.650202 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106435) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 17:54:19.650520 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 26 17:54:19.661935 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106435) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 17:54:19.662276 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading Plugin: auto_allocate Sep 26 17:54:19.668580 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: network precommit_update 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.668949 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: network precommit_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.669471 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106435) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 17:54:19.669799 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading Plugin: tag Sep 26 17:54:19.676348 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106435) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 17:54:19.676685 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading Plugin: timestamp Sep 26 17:54:19.680751 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106435) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 17:54:19.681141 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading Plugin: network_ip_availability Sep 26 17:54:19.686554 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.686932 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.687294 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.688045 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106435) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 17:54:19.688369 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading Plugin: flavors Sep 26 17:54:19.693107 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106435) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 17:54:19.693447 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading Plugin: revisions Sep 26 17:54:19.697846 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106435) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 17:54:19.698235 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_concurrency.lockutils [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.417s {{(pid=106435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 26 17:54:19.698979 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106435) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 26 17:54:19.699321 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Initializing extension manager. Sep 26 17:54:19.699869 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: __init__.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.700214 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: __pycache__ {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.700553 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: address_group.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.701428 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.702002 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: address-group Sep 26 17:54:19.702332 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: address_scope.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.703008 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.703521 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: address-scope Sep 26 17:54:19.703871 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.704748 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.705258 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: router-admin-state-down-before-update Sep 26 17:54:19.705589 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: agent.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.706253 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.706759 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: agent Sep 26 17:54:19.707084 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: agent_resources_synced.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.707973 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.708481 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: agent-resources-synced Sep 26 17:54:19.708805 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: allowedaddresspairs.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.710526 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.711048 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: allowed-address-pairs Sep 26 17:54:19.711377 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: auto_allocated_topology.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.712956 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.713474 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: auto-allocated-topology Sep 26 17:54:19.713804 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: availability_zone.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.714462 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.714977 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: availability_zone Sep 26 17:54:19.715301 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: availability_zone_filter.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.716204 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.716714 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: availability_zone_filter Sep 26 17:54:19.717037 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: data_plane_status.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.717903 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.718408 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension data-plane-status not supported by any of loaded plugins Sep 26 17:54:19.718733 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: default_subnetpools.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.719598 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.720131 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: default-subnetpools Sep 26 17:54:19.720456 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.721217 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.721763 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: dhcp_agent_scheduler Sep 26 17:54:19.722095 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: dns.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.722958 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.723465 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension dns-integration not supported by any of loaded plugins Sep 26 17:54:19.723816 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: dns_domain_ports.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.724684 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.725187 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 26 17:54:19.725515 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.726388 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.726905 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 26 17:54:19.727802 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: dvr.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.728571 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.729078 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: dvr Sep 26 17:54:19.729404 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: ecmp_routes.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.730274 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.730778 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 26 17:54:19.731105 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: empty_string_filtering.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.732005 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.732510 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: empty-string-filtering Sep 26 17:54:19.732837 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.733698 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.734202 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 26 17:54:19.734529 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.735388 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.735919 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 26 17:54:19.736252 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: external_net.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.737123 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.737630 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: external-net Sep 26 17:54:19.737956 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.738814 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.739322 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: extra_dhcp_opt Sep 26 17:54:19.739668 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: extraroute.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.740533 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.741040 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: extraroute Sep 26 17:54:19.741365 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: extraroute_atomic.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.742355 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.743067 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: extraroute-atomic Sep 26 17:54:19.743401 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: filter_validation.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.744053 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.744561 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: filter-validation Sep 26 17:54:19.744884 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: fip_pf_description.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.745748 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.746253 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 26 17:54:19.746576 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: fip_pf_detail.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.747515 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.748055 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 26 17:54:19.748378 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: fip_pf_port_range.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.749241 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.749744 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 26 17:54:19.750066 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: fip_port_details.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.750940 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.751451 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: fip-port-details Sep 26 17:54:19.751805 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: flavors.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.753046 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.753609 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: flavors Sep 26 17:54:19.753934 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.755529 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.756093 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 26 17:54:19.756435 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: floatingip_pools.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.757105 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.757622 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: floatingip-pools Sep 26 17:54:19.757954 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: ip_allocation.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.758879 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.759434 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension ip_allocation not supported by any of loaded plugins Sep 26 17:54:19.759802 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.760700 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.761212 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: ip-substring-filtering Sep 26 17:54:19.761539 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: l2_adjacency.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.762428 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.762942 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 26 17:54:19.763520 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: l3.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.764486 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.765005 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: router Sep 26 17:54:19.765334 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.767711 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.768249 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 26 17:54:19.768585 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.769471 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.769996 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: ext-gw-mode Sep 26 17:54:19.770328 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.771211 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.771763 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: l3-ha Sep 26 17:54:19.772098 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.772968 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.773485 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 26 17:54:19.773812 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: l3_flavors.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.775352 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.775899 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: l3-flavors Sep 26 17:54:19.776230 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.777582 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.778111 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 26 17:54:19.778450 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.779327 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.779881 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 26 17:54:19.780214 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: l3agentscheduler.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.781206 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.781730 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: l3_agent_scheduler Sep 26 17:54:19.782066 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: local_ip.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.783795 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.784322 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension local_ip not supported by any of loaded plugins Sep 26 17:54:19.784655 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: logging.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.786074 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.786649 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension logging not supported by any of loaded plugins Sep 26 17:54:19.797494 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: metering.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.798187 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.798815 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: metering Sep 26 17:54:19.799185 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.800342 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.800907 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: metering_source_and_destination_fields Sep 26 17:54:19.801275 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: multiprovidernet.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.802206 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.802767 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: multi-provider Sep 26 17:54:19.803134 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: netmtu.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.804165 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.804781 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: net-mtu Sep 26 17:54:19.805174 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: netmtu_writable.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.806445 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.806964 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: net-mtu-writable Sep 26 17:54:19.807292 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: network_availability_zone.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.807966 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.808483 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: network_availability_zone Sep 26 17:54:19.808809 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: network_ip_availability.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.809955 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.810468 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: network-ip-availability Sep 26 17:54:19.810794 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: network_segment_range.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.811523 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.812055 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension network-segment-range not supported by any of loaded plugins Sep 26 17:54:19.812382 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: pagination.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.813316 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.813647 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: pagination Sep 26 17:54:19.813972 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: port_device_profile.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.814854 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.815403 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: port-device-profile Sep 26 17:54:19.815759 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: port_mac_address_override.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.816672 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.817185 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: port-mac-override Sep 26 17:54:19.817512 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.818392 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.818901 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: port-mac-address-regenerate Sep 26 17:54:19.819227 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.828663 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.829178 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: port-numa-affinity-policy Sep 26 17:54:19.829509 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: port_resource_request.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.830384 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.830890 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension port-resource-request not supported by any of loaded plugins Sep 26 17:54:19.831219 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: port_resource_request_groups.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.832179 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.832758 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 26 17:54:19.833062 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: portbindings.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.833935 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.834445 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: binding Sep 26 17:54:19.834772 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: portbindings_extended.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.836022 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.837071 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: binding-extended Sep 26 17:54:19.837569 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: portsecurity.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.838470 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.838993 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: port-security Sep 26 17:54:19.839320 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: project_id.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.840490 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.840825 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: project-id Sep 26 17:54:19.841154 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: providernet.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.842030 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.842556 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: provider Sep 26 17:54:19.842888 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: qos.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.846663 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.847206 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension qos not supported by any of loaded plugins Sep 26 17:54:19.847541 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.848778 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.849297 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 26 17:54:19.849633 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.850514 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.851030 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 26 17:54:19.851366 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: qos_default.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.852901 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.853418 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension qos-default not supported by any of loaded plugins Sep 26 17:54:19.853752 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: qos_fip.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.854696 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.855225 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension qos-fip not supported by any of loaded plugins Sep 26 17:54:19.855455 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.856357 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.856864 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 26 17:54:19.857192 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: qos_gateway_ip.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.858081 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.858654 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 26 17:54:19.858921 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: qos_port_network_policy.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.863177 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.863732 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 26 17:54:19.864047 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.865044 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.865571 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 26 17:54:19.865900 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.866908 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.867445 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 26 17:54:19.867821 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: qos_pps_rule.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.868947 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.869470 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension qos-pps not supported by any of loaded plugins Sep 26 17:54:19.869803 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: qos_rule_type_details.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.870677 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.871193 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 26 17:54:19.871525 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.872447 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.872959 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 26 17:54:19.873290 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: qos_rules_alias.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.874333 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.874854 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 26 17:54:19.875184 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: quota_check_limit.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.876092 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.876611 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: quota-check-limit Sep 26 17:54:19.876941 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: quotasv2.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.877876 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.878246 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: quotas Sep 26 17:54:19.878575 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: quotasv2_detail.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.880251 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.880593 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: quota_details Sep 26 17:54:19.880926 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: rbac.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.881957 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.882487 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: rbac-policies Sep 26 17:54:19.882815 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: rbac_address_group.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.883800 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.884325 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: rbac-address-group Sep 26 17:54:19.884648 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: rbac_address_scope.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.885615 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.886187 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: rbac-address-scope Sep 26 17:54:19.886516 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: rbac_security_groups.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.887403 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.887947 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: rbac-security-groups Sep 26 17:54:19.888519 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: rbac_subnetpool.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.889399 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.889976 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: rbac-subnetpool Sep 26 17:54:19.890343 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: revisionifmatch.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.891233 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.891778 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: revision-if-match Sep 26 17:54:19.892105 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: revisions.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.893199 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.893715 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: standard-attr-revisions Sep 26 17:54:19.894043 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: router_availability_zone.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.894680 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.895200 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: router_availability_zone Sep 26 17:54:19.895526 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: routerservicetype.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.896434 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.896955 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension router-service-type not supported by any of loaded plugins Sep 26 17:54:19.897355 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.906558 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.907079 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: security-groups-normalized-cidr Sep 26 17:54:19.907406 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.908318 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.908840 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: port-security-groups-filtering Sep 26 17:54:19.909168 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.910047 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.910567 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: security-groups-remote-address-group Sep 26 17:54:19.910895 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.911935 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.912504 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: security-groups-shared-filtering Sep 26 17:54:19.912832 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: securitygroup.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.923070 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.923633 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: security-group Sep 26 17:54:19.923995 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: segment.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.924691 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.925211 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension segment not supported by any of loaded plugins Sep 26 17:54:19.925544 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.926447 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.926969 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 26 17:54:19.927299 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: servicetype.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.928393 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.928910 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: service-type Sep 26 17:54:19.929237 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: sorting.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.930171 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.930565 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: sorting Sep 26 17:54:19.930858 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: standard_attr_segment.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.931753 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.932301 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 26 17:54:19.932645 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: standardattrdescription.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.933213 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.933729 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: standard-attr-description Sep 26 17:54:19.934057 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: stateful_security_group.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.938016 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.938560 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: stateful-security-group Sep 26 17:54:19.938864 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: stdattrs_common.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.939414 dv-cinder-859319-1-iscsi neutron-server[106435]: WARNING neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 26 17:54:19.939767 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.940653 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.941207 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 26 17:54:19.941533 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: subnet_onboard.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.942543 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.943059 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: subnet_onboard Sep 26 17:54:19.943391 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.944312 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.944826 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 26 17:54:19.945156 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: subnet_service_types.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.946130 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.946645 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: subnet-service-types Sep 26 17:54:19.946974 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: subnetallocation.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.948026 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.948552 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: subnet_allocation Sep 26 17:54:19.948882 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.949513 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.950027 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: subnetpool-prefix-ops Sep 26 17:54:19.950355 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.951246 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.951804 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 26 17:54:19.952133 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: tagging.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.953194 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.953766 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: standard-attr-tag Sep 26 17:54:19.954107 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: timestamp.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.955331 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.955875 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loaded extension: standard-attr-timestamp Sep 26 17:54:19.956211 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: trunk.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.957226 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.957744 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension trunk not supported by any of loaded plugins Sep 26 17:54:19.958072 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: trunk_details.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.958948 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.959467 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension trunk-details not supported by any of loaded plugins Sep 26 17:54:19.959829 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: uplink_status_propagation.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.965459 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.965975 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 26 17:54:19.966306 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Loading extension file: vlantransparent.py {{(pid=106435) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:54:19.966947 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106435) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:54:19.967460 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 26 17:54:19.970146 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.quota.resource_registry [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Creating instance of TrackedResource for resource:network Sep 26 17:54:19.970674 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.quota.resource_registry [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Creating instance of TrackedResource for resource:subnet Sep 26 17:54:19.971075 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.quota.resource_registry [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 17:54:19.971462 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.quota.resource_registry [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Creating instance of TrackedResource for resource:port Sep 26 17:54:19.972766 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.v2.resource_helper [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:54:19.973216 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.v2.resource_helper [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Service FLAVORS assigned prefix: {{(pid=106435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:54:19.973824 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.v2.resource_helper [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:54:19.974262 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.v2.resource_helper [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:54:19.974642 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.quota.resource_registry [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Creating instance of TrackedResource for resource:router Sep 26 17:54:19.975082 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.quota.resource_registry [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Creating instance of TrackedResource for resource:floatingip Sep 26 17:54:19.975591 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.v2.resource_helper [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Service METERING assigned prefix: /metering {{(pid=106435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:54:19.977072 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.978003 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.978365 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:54:19.979381 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.quota.resource_registry [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Creating instance of CountableResource for resource:rbac_policy Sep 26 17:54:19.979937 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.quota.resource_registry [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Creating instance of TrackedResource for resource:security_group Sep 26 17:54:19.980327 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.quota.resource_registry [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 26 17:54:19.980874 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.v2.resource_helper [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Service CORE assigned prefix: {{(pid=106435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:54:19.981215 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.quota.resource_registry [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 17:54:19.981565 dv-cinder-859319-1-iscsi neutron-server[106435]: WARNING neutron.quota.resource_registry [None req-6496e146-837a-448b-8165-687d3dc24493 None None] subnetpool is already registered Sep 26 17:54:19.982003 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.v2.resource_helper [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Service CORE assigned prefix: {{(pid=106435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:54:19.982332 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.quota.resource_registry [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 17:54:19.982668 dv-cinder-859319-1-iscsi neutron-server[106435]: WARNING neutron.quota.resource_registry [None req-6496e146-837a-448b-8165-687d3dc24493 None None] subnetpool is already registered Sep 26 17:54:19.985190 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.v2.resource_helper [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:54:19.985641 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.v2.resource_helper [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Service FLAVORS assigned prefix: {{(pid=106435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:54:19.986273 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.v2.resource_helper [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:54:19.986821 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.v2.resource_helper [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:54:19.987171 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.quota.resource_registry [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Creating instance of TrackedResource for resource:router Sep 26 17:54:19.987527 dv-cinder-859319-1-iscsi neutron-server[106435]: WARNING neutron.quota.resource_registry [None req-6496e146-837a-448b-8165-687d3dc24493 None None] router is already registered Sep 26 17:54:19.987981 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.quota.resource_registry [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Creating instance of TrackedResource for resource:floatingip Sep 26 17:54:19.988329 dv-cinder-859319-1-iscsi neutron-server[106435]: WARNING neutron.quota.resource_registry [None req-6496e146-837a-448b-8165-687d3dc24493 None None] floatingip is already registered Sep 26 17:54:19.988802 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.v2.resource_helper [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Service METERING assigned prefix: /metering {{(pid=106435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:54:19.989507 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.quota.resource_registry [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Creating instance of CountableResource for resource:rbac_policy Sep 26 17:54:19.989855 dv-cinder-859319-1-iscsi neutron-server[106435]: WARNING neutron.quota.resource_registry [None req-6496e146-837a-448b-8165-687d3dc24493 None None] rbac_policy is already registered Sep 26 17:54:19.990272 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.quota.resource_registry [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Creating instance of TrackedResource for resource:security_group Sep 26 17:54:19.990652 dv-cinder-859319-1-iscsi neutron-server[106435]: WARNING neutron.quota.resource_registry [None req-6496e146-837a-448b-8165-687d3dc24493 None None] security_group is already registered Sep 26 17:54:19.991084 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.quota.resource_registry [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 26 17:54:19.991426 dv-cinder-859319-1-iscsi neutron-server[106435]: WARNING neutron.quota.resource_registry [None req-6496e146-837a-448b-8165-687d3dc24493 None None] security_group_rule is already registered Sep 26 17:54:19.991947 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.v2.resource_helper [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Service CORE assigned prefix: {{(pid=106435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:54:19.992281 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.quota.resource_registry [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 17:54:19.992619 dv-cinder-859319-1-iscsi neutron-server[106435]: WARNING neutron.quota.resource_registry [None req-6496e146-837a-448b-8165-687d3dc24493 None None] subnetpool is already registered Sep 26 17:54:19.993129 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.v2.resource_helper [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Service CORE assigned prefix: {{(pid=106435) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:54:19.993458 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.quota.resource_registry [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 17:54:19.993805 dv-cinder-859319-1-iscsi neutron-server[106435]: WARNING neutron.quota.resource_registry [None req-6496e146-837a-448b-8165-687d3dc24493 None None] subnetpool is already registered Sep 26 17:54:19.994275 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: extensions {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:19.995913 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: address-groups {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:19.997472 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: address-scopes {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:19.998698 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: agents {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:19.999908 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: auto-allocated-topology {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.002486 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: availability_zones {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.003749 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: dhcp-networks {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.005186 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: dhcp-agents {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.006735 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: routers {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.008591 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: flavors {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.010674 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: service_profiles {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.011067 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: next_providers {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.012582 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: service_profiles {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.014413 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: floatingip-pools {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.015673 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: routers {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.017499 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: floatingips {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.018688 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: l3-routers {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.020174 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: l3-agents {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.021719 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: metering-labels {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.023112 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: metering-label-rules {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.024997 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: network-ip-availabilities {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.026357 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: bindings {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.028023 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: quotas {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.029590 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: quotas {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.031250 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: rbac-policies {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.032494 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: security-groups {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.033699 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: security-group-rules {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.034962 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: service-providers {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.039368 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: subnetpools {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.039368 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: subnetpools {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.039368 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: tags {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.041738 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: tags {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.043482 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: tags {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.045482 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: tags {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.047185 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: tags {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.049144 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: tags {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.050982 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: tags {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.052839 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: tags {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.054656 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: tags {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.057572 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron.api.extensions [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Extended resource: tags {{(pid=106435) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:54:20.064720 dv-cinder-859319-1-iscsi neutron-server[106435]: WARNING keystonemiddleware.auth_token [None req-6496e146-837a-448b-8165-687d3dc24493 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 26 17:54:20.069881 dv-cinder-859319-1-iscsi neutron-server[106435]: WARNING keystonemiddleware.auth_token [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 26 17:54:20.079617 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_concurrency.lockutils [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Acquiring lock "singleton_lock" {{(pid=106435) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 26 17:54:20.079977 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_concurrency.lockutils [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Acquired lock "singleton_lock" {{(pid=106435) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 26 17:54:20.080453 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_concurrency.lockutils [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Releasing lock "singleton_lock" {{(pid=106435) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 26 17:54:20.081103 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO oslo_service.service [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Starting 2 workers Sep 26 17:54:20.086010 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Started child 106582 {{(pid=106435) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 17:54:20.091510 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Started child 106583 {{(pid=106435) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 17:54:20.092168 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:20.093145 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO neutron.service [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 26 17:54:20.093684 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [-] (106582) wsgi starting up on http://0.0.0.0:9696 Sep 26 17:54:20.093822 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:20.096341 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO oslo_service.service [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Starting 1 workers Sep 26 17:54:20.096729 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:20.098133 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [-] (106583) wsgi starting up on http://0.0.0.0:9696 Sep 26 17:54:20.101719 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Started child 106584 {{(pid=106435) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 17:54:20.102311 dv-cinder-859319-1-iscsi neutron-server[106435]: INFO oslo_service.service [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Starting 1 workers Sep 26 17:54:20.105520 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.service [None req-6496e146-837a-448b-8165-687d3dc24493 None None] calling RpcWorker wait() {{(pid=106584) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 26 17:54:20.106066 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.service [None req-6496e146-837a-448b-8165-687d3dc24493 None None] returning from RpcWorker wait() {{(pid=106584) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 26 17:54:20.107478 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:20.107631 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Started child 106585 {{(pid=106435) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 17:54:20.107909 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:54:20.108617 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG neutron_lib.callbacks.manager [None req-6496e146-837a-448b-8165-687d3dc24493 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:20.110490 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106435) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 26 17:54:20.110702 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 26 17:54:20.110884 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 26 17:54:20.111253 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 26 17:54:20.111773 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 26 17:54:20.111960 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 26 17:54:20.112467 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.112865 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.112971 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:20.113433 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.113433 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.113850 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.113994 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:54:20.114119 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.114343 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.114628 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.114891 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.115069 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.115236 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.115478 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.115736 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.116061 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.119796 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.119796 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.119796 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.119796 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.119796 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.119796 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.119796 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.119796 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] debug = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.120317 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.120317 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.120317 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.120317 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.120317 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.120317 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.120655 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.120655 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.120935 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.121326 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.121730 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.122012 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.122266 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.122512 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.122754 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.123036 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.123260 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.123781 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] host = dv-cinder-859319-1-iscsi {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.124034 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.124350 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.124570 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.124816 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.125079 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.125307 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.125560 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.125798 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.126049 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.126276 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.126520 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.126786 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.127026 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.127278 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] log_file = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.127442 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] log_options = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.127696 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.127982 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.128267 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.128549 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.128856 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.129167 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.129561 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.129857 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.130283 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.130995 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.131218 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.131459 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.131741 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.131992 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.132263 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.132479 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.132694 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.132937 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.133284 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.134372 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.134622 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.135010 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.135288 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.135562 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.135796 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.136052 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.136307 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.136540 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.136823 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.137068 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.137328 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.137593 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.137811 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.138046 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.138731 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.138981 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.139394 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.139941 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.140184 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.140421 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.140713 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.140949 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.141308 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.141701 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.141953 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.142172 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.142413 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] use_json = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.142630 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.142841 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.143195 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.143427 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.143670 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.146989 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.146989 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.146989 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.146989 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.146989 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.146989 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.146989 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.146989 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.147479 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.147479 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.147479 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.147479 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.147479 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.147832 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.147907 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.148101 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.148417 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.148670 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.148936 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.149812 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.150259 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.150585 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.150826 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.151143 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.151374 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.151662 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.151932 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.152173 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.152433 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.152722 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.152999 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.153332 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.153602 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.154026 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.154386 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.154651 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.154919 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.155179 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.155399 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.155686 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.156074 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.156300 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.156534 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.156771 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.157025 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.157265 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.157499 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.157728 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.157947 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.158216 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.158497 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.158778 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.159030 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.159275 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.159509 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.159769 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.160139 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.160382 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.160649 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.160869 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.161122 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.161382 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.161618 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.161865 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.162083 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.162304 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.162537 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.162755 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.162969 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.163187 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.163405 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.163810 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.164201 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.164579 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.164958 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.165337 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.165709 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.166073 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.166324 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.166536 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.166918 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.167134 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.167536 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.167843 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.168072 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.168298 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.168515 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.168732 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.168965 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.169187 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.169394 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.169618 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.169835 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.170046 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.170258 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.170486 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.170788 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.171040 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.171289 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.171531 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.171816 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.172055 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.172282 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.172649 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.173029 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.173264 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.173714 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.173972 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.174235 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.174486 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.174735 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.175020 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.175243 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.175470 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.175738 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.175979 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.176224 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.176453 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.177252 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.177252 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.177252 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.177453 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.177695 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.177941 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.178163 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.178404 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.178661 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.178947 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.179211 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.179495 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.179777 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.180037 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.180411 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.180706 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.180936 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.181207 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.181490 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.181753 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.182019 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.182275 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.182529 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.182790 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.183045 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.183304 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.183533 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.183796 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.184053 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.184379 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.184631 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.184860 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.185073 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.185345 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.185596 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.185831 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.186106 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.186352 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.186697 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.187097 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.187480 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.187891 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.188167 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.188416 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.188623 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.188873 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.189089 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.189336 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.189553 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.189765 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.190012 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.190219 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.190434 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.190641 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.190862 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.191078 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.191324 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.191535 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.191785 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.192024 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.192237 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.192713 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.192927 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.193166 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.193401 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.193635 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.194053 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.194327 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.194560 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.194793 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.195037 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.195290 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.195506 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.195778 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.196586 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.197063 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.197283 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.197524 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.197741 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.197978 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.198211 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.198445 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.198688 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.198974 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.199387 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.199638 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.199915 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.200180 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.205751 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.205751 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.205751 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.205751 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.205751 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.205751 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.205751 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.205751 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.205751 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.206293 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.206293 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.206293 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.206293 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.206293 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.206293 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.206293 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.206293 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.206777 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.206777 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.206777 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.206777 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.206777 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.206777 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.206777 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.206777 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.206777 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.207268 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.207268 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.207268 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.207268 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.207268 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.207538 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.207611 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.207913 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.208117 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.208465 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.208834 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.209051 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.209296 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.209475 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.209795 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.209987 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.210181 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.210401 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.210630 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.210835 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.211058 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.211290 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.211502 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.212609 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.213079 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.213299 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.213528 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.213744 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.213957 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.214183 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.214404 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.214617 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.214862 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.215075 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.215286 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.215508 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.215754 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.215967 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.216264 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.216513 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.216901 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.217225 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.217766 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.217766 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.217995 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.218242 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.218486 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.218732 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.218984 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.219220 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.219942 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.219942 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.220117 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.220332 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.220580 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.220833 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.221120 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.221407 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.221682 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.221892 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.222187 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.222511 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.222784 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.223058 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.223354 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.223616 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.223882 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.224123 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.224375 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.224609 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.224830 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.225095 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.225342 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.225598 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.225816 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.226045 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.226266 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.226509 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.226770 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.227043 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.227380 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.227380 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 26 17:54:20.227927 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106435) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 26 17:54:20.228091 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 26 17:54:20.228243 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 26 17:54:20.228441 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 26 17:54:20.228599 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 26 17:54:20.228780 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 26 17:54:20.228943 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.229173 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.229956 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.229956 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.229956 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.229956 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.229956 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.230689 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:54:20.230839 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.230839 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.230839 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.230839 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.230839 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.230839 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.230839 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.231860 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.231860 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.231860 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.231860 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.231860 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.231860 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.232621 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.232621 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] debug = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.232621 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.232621 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.232621 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.233539 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.233539 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.233539 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.233539 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.233539 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.233539 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.234462 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.234462 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.234462 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.234462 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.234462 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.234462 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.235949 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.235949 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.235949 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] host = dv-cinder-859319-1-iscsi {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.235949 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.235949 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.235949 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.235949 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.235949 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.236967 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.236967 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.236967 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.236967 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.236967 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.236967 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.236967 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.236967 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.238062 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] log_file = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.238062 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] log_options = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.238062 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.238062 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.238062 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.238062 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.238062 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.239096 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.239096 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.239096 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.239096 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.239096 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.239096 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.239096 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.239096 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.240142 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.240142 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.240142 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.240142 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.240142 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.240142 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.240142 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.240142 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.241143 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.241143 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.241143 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.241143 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.241143 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.241143 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.241143 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.241702 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.241702 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.241702 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.241968 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.241968 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.242111 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.242235 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.242322 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.242455 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.242634 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.242761 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.243012 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.243137 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.243277 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.243441 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.243620 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.243749 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.243910 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.244071 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] use_json = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.244212 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.244368 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.244530 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.244684 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.244998 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.245163 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.245323 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.245477 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.245873 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:54:20.246083 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.246249 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.246423 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.246569 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.246731 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.246891 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.247052 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.247213 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.247373 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.247533 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.247732 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.247895 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.248064 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.248235 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.248365 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.248531 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.248691 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.248850 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.249009 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.249168 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.249328 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.249488 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.249720 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.249858 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.250017 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.250176 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.250341 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.250503 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.250823 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.250993 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.251170 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.251331 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.251495 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.251698 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.258990 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.258990 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.258990 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.258990 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.258990 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.258990 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.258990 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.258990 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.258990 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.260306 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.260306 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.260306 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.260306 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.260306 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.260306 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.260306 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.260306 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.260306 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.260916 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.260916 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.260916 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.260916 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.260916 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.260916 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.260916 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.260916 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.261706 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.261706 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.261706 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.261706 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.261706 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.261706 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.261706 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.261706 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.261706 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.262546 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.262546 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.262546 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.262546 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.262546 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.262546 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.262546 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.262546 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.262546 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.263165 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.263165 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.263165 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.263165 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.263165 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.263165 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.263165 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.263165 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.263165 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.264232 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.264232 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.264232 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.264232 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.264232 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.264232 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.264232 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.264232 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.265050 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.265050 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.265050 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.265050 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.265050 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.265050 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.265050 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.265050 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.265808 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.265808 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.265808 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.265808 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.265808 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.265808 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.265808 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.265808 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.266806 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.266806 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.266806 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.266806 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.266806 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.266806 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.266806 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.266806 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.267484 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.267484 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.267484 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.267484 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.267484 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.267484 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.267484 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.267484 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.268197 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.268197 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.268197 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.268197 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.268197 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.268197 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.268197 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.268197 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.268933 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.268933 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.268933 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.268933 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.268933 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.269496 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.269496 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.269496 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.269496 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.269914 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.269914 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.270064 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.270149 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.270286 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.270446 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.270607 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.270766 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.270926 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.271086 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.271245 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.271405 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.271565 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.271748 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.271910 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.272116 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.272280 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.272440 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.272599 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.272757 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.272917 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.273076 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.273234 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.273393 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.273554 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.273712 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.273929 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.274691 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.274691 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.275012 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.275012 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.275339 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.275339 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.275495 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.275582 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.275762 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.275927 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.276087 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.276247 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.276750 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.276750 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.276750 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.277121 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.277121 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.277366 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.277366 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.277563 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.277690 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.277814 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.277936 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.278083 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.278247 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.278406 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.278567 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.278744 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.278905 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.279064 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.279226 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.279385 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.279544 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.279725 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.279886 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.280047 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.280205 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.280373 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.280529 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.280689 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.280838 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.280996 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.281155 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.281314 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.281473 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.281634 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.281795 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.281956 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.282116 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.282275 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.282436 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.282595 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.282752 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.282910 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.283069 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.283229 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.283387 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.283545 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.283725 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.283973 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.284079 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.284196 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.292921 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.292921 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.292921 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.292921 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.292921 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.292921 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.292921 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.292921 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.293483 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.293483 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.293483 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.293483 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.293483 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.293483 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.293483 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.293483 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.294133 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.294133 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.294133 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.294133 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.294133 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.294133 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.294133 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.294133 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.294701 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.294701 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.294701 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.294701 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.294701 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.294701 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.294701 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.294701 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.295247 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.295247 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.295247 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.295247 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.295247 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.295247 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.295247 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.295247 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.295870 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.295870 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.295870 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.295870 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.295870 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.295870 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.295870 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.295870 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.296439 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.296439 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.296439 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.296439 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.296439 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.296439 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.296439 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.296439 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.296972 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.296972 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.296972 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.296972 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.296972 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.296972 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.296972 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.296972 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.296972 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.297849 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.297849 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.297849 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.297849 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.297849 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.297849 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.297849 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.297849 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.297849 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.298471 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.298471 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:54:20.298471 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106435) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 26 17:54:20.351131 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 43704) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:54:20.358815 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [-] 10.222.0.67 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0049155 Sep 26 17:54:20.363291 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [-] 10.222.0.67 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0039134 Sep 26 17:54:29.427478 dv-cinder-859319-1-iscsi neutron-server[106435]: DEBUG dbcounter [-] [106435] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106435) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:54:31.908970 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b0424a-3e8e-4a52-bb76-369c4a839d5d None None] get_active_networks_info from dv-cinder-859319-1-iscsi {{(pid=106584) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 26 17:54:31.917146 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writer thread running {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 17:54:31.979618 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b0424a-3e8e-4a52-bb76-369c4a839d5d None None] No non-hosted networks {{(pid=106584) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 26 17:54:31.994305 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.agentschedulers_db [None req-35b0424a-3e8e-4a52-bb76-369c4a839d5d None None] DHCP Agent not found on host dv-cinder-859319-1-iscsi {{(pid=106584) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 26 17:54:32.123946 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-2764108a-9bc9-405d-9e8d-5b9020117155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-505023'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:33.658736 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writer thread running {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 17:54:34.310003 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-18291b4a-7cbe-479a-b288-514f5c69b807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-505023'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:34.371835 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.db.api [None req-2aca36d1-6447-42d8-bd72-29b114f59525 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-859319-1-iscsi {{(pid=106584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 26 17:54:34.372815 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG oslo_db.api [None req-2aca36d1-6447-42d8-bd72-29b114f59525 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 17:54:35.017238 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-2aca36d1-6447-42d8-bd72-29b114f59525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:35.444206 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-505023'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:35.844020 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 43776) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:54:36.451088 dv-cinder-859319-1-iscsi neutron-server[106583]: WARNING oslo_policy.policy [None req-d2277f95-8835-4225-b478-95713f84a4b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 17:54:36.452095 dv-cinder-859319-1-iscsi neutron-server[106583]: WARNING oslo_policy.policy [None req-d2277f95-8835-4225-b478-95713f84a4b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 17:54:36.688638 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [None req-d2277f95-8835-4225-b478-95713f84a4b9 admin admin] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106583) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 17:54:36.704235 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-d2277f95-8835-4225-b478-95713f84a4b9 admin admin] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8591869 Sep 26 17:54:37.068490 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-505023'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:37.319339 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-505023'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:37.323829 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:37.323829 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:37.323829 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:37.323829 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:37.323829 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:37.324194 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:37.324194 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:37.324194 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:37.324194 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:37.324194 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:37.324507 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:37.324586 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:37.324877 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:37.325377 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:37.325711 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:37.326098 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-859319-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:54:37.335944 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-859319-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:54:38.563686 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.db.l3_hamode_db [None req-13649af2-a00d-494d-84ac-d8d6b659004b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 26 17:54:38.649171 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13649af2-a00d-494d-84ac-d8d6b659004b None None] Routers set() bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:54:38.649626 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13649af2-a00d-494d-84ac-d8d6b659004b None None] Router IDs set() for agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 26 17:54:39.466812 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 43812) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:54:39.796200 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-c2bc9f96-1f33-44d4-af6b-2d678df5fdf5 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:54:39.807989 dv-cinder-859319-1-iscsi neutron-server[106583]: ERROR stevedore.extension [None req-c2bc9f96-1f33-44d4-af6b-2d678df5fdf5 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 26 17:54:39.888672 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.policy [None req-c2bc9f96-1f33-44d4-af6b-2d678df5fdf5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106583) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 26 17:54:39.931012 dv-cinder-859319-1-iscsi neutron-server[106583]: WARNING oslo_policy.policy [None req-c2bc9f96-1f33-44d4-af6b-2d678df5fdf5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 17:54:39.931376 dv-cinder-859319-1-iscsi neutron-server[106583]: WARNING oslo_policy.policy [None req-c2bc9f96-1f33-44d4-af6b-2d678df5fdf5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 17:54:39.951740 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writer thread running {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 17:54:40.077174 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-c2bc9f96-1f33-44d4-af6b-2d678df5fdf5 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756753166852', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756753165336', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756753149303', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756753141814', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756753201663', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756753193500', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-32779587', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32791349', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1638810', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1701269'] for rbac-policy (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:40.279044 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-c2bc9f96-1f33-44d4-af6b-2d678df5fdf5 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:40.280278 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-c2bc9f96-1f33-44d4-af6b-2d678df5fdf5 admin admin] 10.222.0.67 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8125250 Sep 26 17:54:42.882448 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 43822) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:54:43.219203 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:54:43.328421 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] Made reservation on behalf of 25808aef0f69482dbf49592f737cff01 for: {'network': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:54:43.332620 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for network (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:43.352710 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:43.462035 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] Publish callbacks [] for security_group (b4a51007-4e73-4201-8e79-18e01736e01b), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:43.522694 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (b4a51007-4e73-4201-8e79-18e01736e01b), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:43.548959 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=106583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 17:54:43.581967 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756749958328', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (a7cf4861-14e3-4610-a93c-02815cf77efa), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:43.582546 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] Unsubscribe: segment precommit_create {{(pid=106583) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 26 17:54:43.583093 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.db.segments_db [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] Added segment a7cf4861-14e3-4610-a93c-02815cf77efa of type vlan for network ebae5100-8ffe-4ce1-ac74-910021103329 Sep 26 17:54:43.618030 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a51007-4e73-4201-8e79-18e01736e01b,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:54:43.660829 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:43.661176 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:43.661535 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:43.661897 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:43.662230 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:43.662563 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:43.662891 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:43.663216 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:43.663548 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:43.663904 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:43.669977 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:43.669977 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:43.669977 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:43.669977 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:43.669977 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] Tracked resource versions report: Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: pushed versions: Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: { 'AddressGroup': {'1.2'}, Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: 'Agent': {'1.1'}, Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: 'ConntrackHelper': {'1.0'}, Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: 'LocalIPAssociation': {'1.0'}, Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: 'Log': {'1.0'}, Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: 'NDPProxy': {'1.0'}, Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: 'Network': {'1.1'}, Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: 'Port': {'1.7'}, Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: 'PortForwarding': {'1.3'}, Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: 'QosPolicy': {'1.10'}, Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: 'SecurityGroup': {'1.5'}, Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: 'SecurityGroupRule': {'1.2'}, Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: 'SubPort': {'1.0'}, Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: 'Subnet': {'1.1'}, Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: 'Trunk': {'1.1'}} Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: consumer versions: Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: { DHCP agent@dv-cinder-859319-1-iscsi: {}, Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: L3 agent@dv-cinder-859319-1-iscsi: {}, Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: Metadata agent@dv-cinder-859319-1-iscsi: {}, Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: Metering agent@dv-cinder-859319-1-iscsi: {}, Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: Open vSwitch agent@dv-cinder-859319-1-iscsi: { 'AddressGroup': '1.2', Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: 'Agent': '1.1', Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: 'ConntrackHelper': '1.0', Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: 'LocalIPAssociation': '1.0', Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: 'Log': '1.0', Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: 'NDPProxy': '1.0', Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: 'Network': '1.1', Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: 'Port': '1.7', Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: 'PortForwarding': '1.3', Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: 'QosPolicy': '1.10', Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: 'SecurityGroup': '1.5', Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: 'SecurityGroupRule': '1.2', Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: 'SubPort': '1.0', Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: 'Subnet': '1.1', Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: 'Trunk': '1.1'}} Sep 26 17:54:43.670382 dv-cinder-859319-1-iscsi neutron-server[106583]: {{(pid=106583) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 17:54:43.692419 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756749379750'] for network (ebae5100-8ffe-4ce1-ac74-910021103329), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:43.726565 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=52,neutron:INSERT=44,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:54:43.781782 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310'] for network (ebae5100-8ffe-4ce1-ac74-910021103329), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:43.786770 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:54:43.787495 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:43.900407 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] Pushing event updated for resources: {'Network': ['ID=ebae5100-8ffe-4ce1-ac74-910021103329,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:54:43.914878 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Network ebae5100-8ffe-4ce1-ac74-910021103329 details requested by agent ovs-agent-dv-cinder-859319-1-iscsi with host dv-cinder-859319-1-iscsi {{(pid=106584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 17:54:44.023052 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-42e44a95-9c28-46e7-82b7-f92f11172421 demo demo] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1394887 Sep 26 17:54:46.651037 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 43836) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:54:47.069249 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2a47f8-a71f-464f-bc1f-3b792d0c5932 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:54:47.071386 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-dc2a47f8-a71f-464f-bc1f-3b792d0c5932 demo admin] 10.222.0.67 "GET /networking/v2.0/networks/ebae5100-8ffe-4ce1-ac74-910021103329 HTTP/1.1" status: 200 len: 825 time: 0.4192102 Sep 26 17:54:47.097821 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-cffaee32-7da4-4462-ad49-947234857378 demo admin] 10.222.0.67 "GET /networking/v2.0/subnetpools/20749d6d-d66a-49e7-9d4f-91fc6643b25c HTTP/1.1" status: 200 len: 734 time: 0.0205760 Sep 26 17:54:47.106487 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-a00bd336-999e-454c-b40f-8baecf820cd8 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'ebae5100-8ffe-4ce1-ac74-910021103329', 'subnetpool_id': '20749d6d-d66a-49e7-9d4f-91fc6643b25c', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:54:47.284541 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00bd336-999e-454c-b40f-8baecf820cd8 demo admin] Made reservation on behalf of 25808aef0f69482dbf49592f737cff01 for: {'subnet': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:54:47.286766 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a00bd336-999e-454c-b40f-8baecf820cd8 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:47.438694 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:54:47.694455 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a00bd336-999e-454c-b40f-8baecf820cd8 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310'] for subnet (395e5aa4-3bf7-44bd-8f8f-a18fb660235d), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:47.768749 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bd336-999e-454c-b40f-8baecf820cd8 demo admin] Pushing event updated for resources: {'Subnet': ['ID=395e5aa4-3bf7-44bd-8f8f-a18fb660235d,revision_number=0']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:54:47.773141 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00bd336-999e-454c-b40f-8baecf820cd8 demo admin] Checking segment: {'id': 'a7cf4861-14e3-4610-a93c-02815cf77efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ebae5100-8ffe-4ce1-ac74-910021103329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:54:47.773608 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00bd336-999e-454c-b40f-8baecf820cd8 demo admin] Network hostable DHCP agents. Network: ebae5100-8ffe-4ce1-ac74-910021103329, hostable agents: ['4ef20602-5638-479d-aebe-a5cbb98cbff1'], hosted agents: [] {{(pid=106583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 17:54:47.939861 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00bd336-999e-454c-b40f-8baecf820cd8 demo admin] Network ebae5100-8ffe-4ce1-ac74-910021103329 is scheduled to be hosted by DHCP agent 4ef20602-5638-479d-aebe-a5cbb98cbff1 with binding_index 1 {{(pid=106583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 17:54:48.021843 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-a00bd336-999e-454c-b40f-8baecf820cd8 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-1-iscsi, ebae5100-8ffe-4ce1-ac74-910021103329) {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:54:48.026257 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=6 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:54:48.026758 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00bd336-999e-454c-b40f-8baecf820cd8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:54:48.027248 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a00bd336-999e-454c-b40f-8baecf820cd8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for subnet (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:48.031921 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0910e5-8435-4cc7-af87-4c6ab6e09cb7 None None] Network ebae5100-8ffe-4ce1-ac74-910021103329 requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:54:48.038324 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:54:48.099238 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-a00bd336-999e-454c-b40f-8baecf820cd8 demo admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9959614 Sep 26 17:54:48.297880 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4764dadb-9c64-5769-9546-d6a7905953f7-ebae5100-8ffe-4ce1-ac74-910021103329', 'network_id': 'ebae5100-8ffe-4ce1-ac74-910021103329', 'project_id': '25808aef0f69482dbf49592f737cff01', 'fixed_ips': [{'subnet_id': '395e5aa4-3bf7-44bd-8f8f-a18fb660235d'}]}} from dv-cinder-859319-1-iscsi. {{(pid=106584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 17:54:48.299163 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:48.406909 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=39,neutron:INSERT=37,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:54:48.586283 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.db_base_plugin_common [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Allocated IP 172.20.0.2 (ebae5100-8ffe-4ce1-ac74-910021103329/395e5aa4-3bf7-44bd-8f8f-a18fb660235d/09adadb8-c563-4bd5-a018-a3aad644d138) {{(pid=106584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:54:48.843446 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:54:48.860477 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Publish callbacks [] for port (09adadb8-c563-4bd5-a018-a3aad644d138), precommit_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:49.000122 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720'] for port (09adadb8-c563-4bd5-a018-a3aad644d138), after_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:49.077881 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Network ebae5100-8ffe-4ce1-ac74-910021103329 is already hosted by enough agents. {{(pid=106584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:54:49.083380 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.scheduler.base_scheduler [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Resources bound (agent type, host, resource id): {{(pid=106584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:54:49.087333 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Received port after_create {{(pid=106584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:54:49.125940 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Pushing event updated for resources: {'Port': ['ID=09adadb8-c563-4bd5-a018-a3aad644d138,revision_number=1']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:54:49.152559 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:49.152914 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:49.153272 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:49.153631 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:49.153968 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:49.154316 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:49.154625 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:49.154950 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:49.155274 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:49.155598 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:49.155968 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:49.156313 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:49.156640 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:49.156960 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:49.157278 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Tracked resource versions report: Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: pushed versions: Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: { 'AddressGroup': {'1.2'}, Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: 'Agent': {'1.1'}, Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: 'ConntrackHelper': {'1.0'}, Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: 'LocalIPAssociation': {'1.0'}, Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: 'Log': {'1.0'}, Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: 'NDPProxy': {'1.0'}, Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: 'Network': {'1.1'}, Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: 'Port': {'1.7'}, Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: 'PortForwarding': {'1.3'}, Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: 'QosPolicy': {'1.10'}, Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: 'SecurityGroup': {'1.5'}, Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: 'SecurityGroupRule': {'1.2'}, Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: 'SubPort': {'1.0'}, Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: 'Subnet': {'1.1'}, Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: 'Trunk': {'1.1'}} Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: consumer versions: Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: { DHCP agent@dv-cinder-859319-1-iscsi: {}, Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: L3 agent@dv-cinder-859319-1-iscsi: {}, Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: Metadata agent@dv-cinder-859319-1-iscsi: {}, Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: Metering agent@dv-cinder-859319-1-iscsi: {}, Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: Open vSwitch agent@dv-cinder-859319-1-iscsi: { 'AddressGroup': '1.2', Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: 'Agent': '1.1', Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: 'ConntrackHelper': '1.0', Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: 'LocalIPAssociation': '1.0', Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: 'Log': '1.0', Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: 'NDPProxy': '1.0', Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: 'Network': '1.1', Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: 'Port': '1.7', Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: 'PortForwarding': '1.3', Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: 'QosPolicy': '1.10', Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: 'SecurityGroup': '1.5', Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: 'SecurityGroupRule': '1.2', Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: 'SubPort': '1.0', Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: 'Subnet': '1.1', Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: 'Trunk': '1.1'}} Sep 26 17:54:49.158693 dv-cinder-859319-1-iscsi neutron-server[106584]: {{(pid=106584) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 17:54:49.191963 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Attempting to bind port 09adadb8-c563-4bd5-a018-a3aad644d138 on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:54:49.192364 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Attempting to bind port 09adadb8-c563-4bd5-a018-a3aad644d138 by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': 'a7cf4861-14e3-4610-a93c-02815cf77efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ebae5100-8ffe-4ce1-ac74-910021103329'}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:54:49.192793 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Attempting to bind port 09adadb8-c563-4bd5-a018-a3aad644d138 on network ebae5100-8ffe-4ce1-ac74-910021103329 {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:54:49.240965 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:54:49.241327 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Checking segment: {'id': 'a7cf4861-14e3-4610-a93c-02815cf77efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ebae5100-8ffe-4ce1-ac74-910021103329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:54:49.241791 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:49.242215 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Bound using segment: {'id': 'a7cf4861-14e3-4610-a93c-02815cf77efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ebae5100-8ffe-4ce1-ac74-910021103329'} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:54:49.242684 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Bound port: 09adadb8-c563-4bd5-a018-a3aad644d138, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7cf4861-14e3-4610-a93c-02815cf77efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ebae5100-8ffe-4ce1-ac74-910021103329'}}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:54:49.243086 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (09adadb8-c563-4bd5-a018-a3aad644d138), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:49.303463 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] For port 09adadb8-c563-4bd5-a018-a3aad644d138, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:54:49.323903 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] For port 09adadb8-c563-4bd5-a018-a3aad644d138, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=09adadb8-c563-4bd5-a018-a3aad644d138,segment=NetworkSegment(a7cf4861-14e3-4610-a93c-02815cf77efa),segment_id=a7cf4861-14e3-4610-a93c-02815cf77efa)] {{(pid=106584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:54:49.416824 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (09adadb8-c563-4bd5-a018-a3aad644d138), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:49.473922 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b9240-c146-4888-8de7-e7f59487a3a1 None None] Pushing event updated for resources: {'Port': ['ID=09adadb8-c563-4bd5-a018-a3aad644d138,revision_number=2']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:54:50.765002 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 43850) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:54:51.106144 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [None req-ea3f1907-656b-432c-a97d-df5bdd41eb89 admin admin] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106583) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 17:54:51.107167 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-ea3f1907-656b-432c-a97d-df5bdd41eb89 admin admin] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3412187 Sep 26 17:54:53.861444 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 43858) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:54:54.198366 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [None req-365e92af-cb20-4da4-a1e5-637c2c97b195 admin admin] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106583) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 17:54:54.199560 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-365e92af-cb20-4da4-a1e5-637c2c97b195 admin admin] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3371818 Sep 26 17:54:56.873811 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 43870) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:54:57.017657 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 09adadb8-c563-4bd5-a018-a3aad644d138 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:54:57.114024 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 09adadb8-c563-4bd5-a018-a3aad644d138 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:54:57.114694 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (09adadb8-c563-4bd5-a018-a3aad644d138), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:57.115221 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 09adadb8-c563-4bd5-a018-a3aad644d138 Sep 26 17:54:57.226049 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 09adadb8-c563-4bd5-a018-a3aad644d138 is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:54:57.226442 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (09adadb8-c563-4bd5-a018-a3aad644d138), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:57.245256 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:54:57.255562 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-3c766bea-12e0-46ce-93aa-d43880c33c87 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:54:57.264201 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] For port 09adadb8-c563-4bd5-a018-a3aad644d138, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=09adadb8-c563-4bd5-a018-a3aad644d138,segment=NetworkSegment(a7cf4861-14e3-4610-a93c-02815cf77efa),segment_id=a7cf4861-14e3-4610-a93c-02815cf77efa)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:54:57.351270 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (09adadb8-c563-4bd5-a018-a3aad644d138), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:57.351608 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-3c766bea-12e0-46ce-93aa-d43880c33c87 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2095476'] for router (a4a5d853-0348-472e-b06a-6cb8b10f96da), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:57.353237 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-3c766bea-12e0-46ce-93aa-d43880c33c87 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-497029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2095487'] for router (a4a5d853-0348-472e-b06a-6cb8b10f96da), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:57.404050 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Pushing event updated for resources: {'Port': ['ID=09adadb8-c563-4bd5-a018-a3aad644d138,revision_number=3']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:54:57.496026 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-3c766bea-12e0-46ce-93aa-d43880c33c87 demo demo] Publish callbacks [] for router_controller (a4a5d853-0348-472e-b06a-6cb8b10f96da), precommit_add_association {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:57.559845 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-3c766bea-12e0-46ce-93aa-d43880c33c87 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500314'] for router (a4a5d853-0348-472e-b06a-6cb8b10f96da), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:57.646460 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-3c766bea-12e0-46ce-93aa-d43880c33c87 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:57.647675 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-3c766bea-12e0-46ce-93aa-d43880c33c87 demo demo] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7728758 Sep 26 17:54:57.692835 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5500e4-66b0-4c08-96d4-ff45f9d37893 None None] Network ebae5100-8ffe-4ce1-ac74-910021103329 requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:54:57.809488 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-833a5482-3eee-46b3-97b9-d8102cda922d None None] Provisioning complete for port 09adadb8-c563-4bd5-a018-a3aad644d138 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:54:57.809802 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-833a5482-3eee-46b3-97b9-d8102cda922d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (09adadb8-c563-4bd5-a018-a3aad644d138), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:57.810143 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-833a5482-3eee-46b3-97b9-d8102cda922d None None] Attempt 1 to provision port 09adadb8-c563-4bd5-a018-a3aad644d138 Sep 26 17:54:57.906050 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-833a5482-3eee-46b3-97b9-d8102cda922d None None] Current status of the port 09adadb8-c563-4bd5-a018-a3aad644d138 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:54:58.024153 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-7ed4a568-7792-41d9-acb5-3a6fb49ac605 None None] Provisioning complete for port 09adadb8-c563-4bd5-a018-a3aad644d138 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:54:58.024763 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-7ed4a568-7792-41d9-acb5-3a6fb49ac605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (09adadb8-c563-4bd5-a018-a3aad644d138), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:58.024945 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-7ed4a568-7792-41d9-acb5-3a6fb49ac605 None None] Attempt 1 to provision port 09adadb8-c563-4bd5-a018-a3aad644d138 Sep 26 17:54:58.097165 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-7ed4a568-7792-41d9-acb5-3a6fb49ac605 None None] Current status of the port 09adadb8-c563-4bd5-a018-a3aad644d138 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:54:58.983276 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 09adadb8-c563-4bd5-a018-a3aad644d138 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:54:59.026756 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 09adadb8-c563-4bd5-a018-a3aad644d138 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:54:59.027427 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (09adadb8-c563-4bd5-a018-a3aad644d138), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:59.027554 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 09adadb8-c563-4bd5-a018-a3aad644d138 Sep 26 17:54:59.059453 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:54:59.100511 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 09adadb8-c563-4bd5-a018-a3aad644d138 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:55:00.329114 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 43878) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:55:00.887502 dv-cinder-859319-1-iscsi neutron-server[106582]: WARNING oslo_policy.policy [None req-922c440e-088b-4327-9b5e-87ad566a0707 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 17:55:00.888100 dv-cinder-859319-1-iscsi neutron-server[106582]: WARNING oslo_policy.policy [None req-922c440e-088b-4327-9b5e-87ad566a0707 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 17:55:01.109800 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [None req-922c440e-088b-4327-9b5e-87ad566a0707 admin admin] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106582) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 17:55:01.111059 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-922c440e-088b-4327-9b5e-87ad566a0707 admin admin] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7800941 Sep 26 17:55:01.913391 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-424d3254-034d-4e2c-9481-6d4b46e9ea32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:02.149279 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 5 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:55:03.798104 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 43892) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:55:04.119956 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-4a2e35e8-06e9-46e4-a758-680892af1bc2 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:55:04.192993 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2e35e8-06e9-46e4-a758-680892af1bc2 admin admin] Made reservation on behalf of 1537d57f83734659b1130d2661d44ac2 for: {'network': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:55:04.196186 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4a2e35e8-06e9-46e4-a758-680892af1bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for network (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:04.204898 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4a2e35e8-06e9-46e4-a758-680892af1bc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:04.224687 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:04.276507 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f2e0-a274-4417-8509-1bac6034efdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:04.278021 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4a2e35e8-06e9-46e4-a758-680892af1bc2 admin admin] Publish callbacks [] for security_group (b5714e0d-d99d-4a5e-a5a8-a1bc272729b5), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:04.358544 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4a2e35e8-06e9-46e4-a758-680892af1bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (b5714e0d-d99d-4a5e-a5a8-a1bc272729b5), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:04.374805 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4a2e35e8-06e9-46e4-a758-680892af1bc2 admin admin] Reserving flat network on physical network physnet1 {{(pid=106583) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 26 17:55:04.396707 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e35e8-06e9-46e4-a758-680892af1bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5714e0d-d99d-4a5e-a5a8-a1bc272729b5,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:55:04.400729 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4a2e35e8-06e9-46e4-a758-680892af1bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (6548d8aa-2b45-4f9c-8e34-0a567f6839fb), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:04.401073 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.db.segments_db [None req-4a2e35e8-06e9-46e4-a758-680892af1bc2 admin admin] Added segment 6548d8aa-2b45-4f9c-8e34-0a567f6839fb of type flat for network 75671e20-856b-479b-bee1-be813a3f2eee Sep 26 17:55:04.447501 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4a2e35e8-06e9-46e4-a758-680892af1bc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756749379750'] for network (75671e20-856b-479b-bee1-be813a3f2eee), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:04.464213 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=71,neutron:DELETE=3,neutron:INSERT=22,neutron:UPDATE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:04.547017 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4a2e35e8-06e9-46e4-a758-680892af1bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310'] for network (75671e20-856b-479b-bee1-be813a3f2eee), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:04.548128 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2e35e8-06e9-46e4-a758-680892af1bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:55:04.553829 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4a2e35e8-06e9-46e4-a758-680892af1bc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:04.639278 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e35e8-06e9-46e4-a758-680892af1bc2 admin admin] Pushing event updated for resources: {'Network': ['ID=75671e20-856b-479b-bee1-be813a3f2eee,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:55:04.649565 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Network 75671e20-856b-479b-bee1-be813a3f2eee details requested by agent ovs-agent-dv-cinder-859319-1-iscsi with host dv-cinder-859319-1-iscsi {{(pid=106584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 17:55:04.658327 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-4a2e35e8-06e9-46e4-a758-680892af1bc2 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8591745 Sep 26 17:55:05.478585 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:07.013843 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:07.277787 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 43902) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:55:07.293661 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:07.641583 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6888bbfe-7157-4bd9-b73f-3bdc2f2047f7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:55:07.642892 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-6888bbfe-7157-4bd9-b73f-3bdc2f2047f7 demo admin] 10.222.0.67 "GET /networking/v2.0/subnets/395e5aa4-3bf7-44bd-8f8f-a18fb660235d HTTP/1.1" status: 200 len: 849 time: 0.3641384 Sep 26 17:55:07.765916 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-e3e515d5-cdff-4a58-99f3-88d6eef66b05 demo admin] 10.222.0.67 "GET /networking/v2.0/routers/a4a5d853-0348-472e-b06a-6cb8b10f96da HTTP/1.1" status: 200 len: 704 time: 0.1164660 Sep 26 17:55:08.031796 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2921dbca-8234-40f1-87a9-c45d1d00b66d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:08.361738 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [None req-2921dbca-8234-40f1-87a9-c45d1d00b66d demo admin] Allocated IP 172.20.0.1 (ebae5100-8ffe-4ce1-ac74-910021103329/395e5aa4-3bf7-44bd-8f8f-a18fb660235d/0d199df7-1dad-4e25-bd71-1364f9b5b032) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:55:08.515875 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2921dbca-8234-40f1-87a9-c45d1d00b66d demo admin] Publish callbacks [] for port (0d199df7-1dad-4e25-bd71-1364f9b5b032), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:08.565005 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:08.650842 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2921dbca-8234-40f1-87a9-c45d1d00b66d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720'] for port (0d199df7-1dad-4e25-bd71-1364f9b5b032), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:08.729199 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2921dbca-8234-40f1-87a9-c45d1d00b66d demo admin] Network ebae5100-8ffe-4ce1-ac74-910021103329 is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:55:08.738133 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-2921dbca-8234-40f1-87a9-c45d1d00b66d demo admin] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:55:08.742346 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2921dbca-8234-40f1-87a9-c45d1d00b66d demo admin] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:55:08.750649 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2921dbca-8234-40f1-87a9-c45d1d00b66d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-492387'] for router_interface (a4a5d853-0348-472e-b06a-6cb8b10f96da), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:08.762094 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921dbca-8234-40f1-87a9-c45d1d00b66d demo admin] Pushing event updated for resources: {'Port': ['ID=0d199df7-1dad-4e25-bd71-1364f9b5b032,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:55:08.855609 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:08.980605 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-2e7b64bc-bf16-4caa-9c85-19c60d63d608 None None] Provisioning complete for port 0d199df7-1dad-4e25-bd71-1364f9b5b032 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:55:08.981703 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-2e7b64bc-bf16-4caa-9c85-19c60d63d608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (0d199df7-1dad-4e25-bd71-1364f9b5b032), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:08.982046 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-2e7b64bc-bf16-4caa-9c85-19c60d63d608 None None] Attempt 1 to provision port 0d199df7-1dad-4e25-bd71-1364f9b5b032 Sep 26 17:55:09.007872 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2921dbca-8234-40f1-87a9-c45d1d00b66d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (0d199df7-1dad-4e25-bd71-1364f9b5b032), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:09.014803 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-2e7b64bc-bf16-4caa-9c85-19c60d63d608 None None] Port 0d199df7-1dad-4e25-bd71-1364f9b5b032 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:55:09.212902 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2921dbca-8234-40f1-87a9-c45d1d00b66d demo admin] Publish callbacks [] for port (0d199df7-1dad-4e25-bd71-1364f9b5b032), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:09.276316 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2921dbca-8234-40f1-87a9-c45d1d00b66d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (0d199df7-1dad-4e25-bd71-1364f9b5b032), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:09.277089 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2921dbca-8234-40f1-87a9-c45d1d00b66d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-642360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-492535'] for router_interface (a4a5d853-0348-472e-b06a-6cb8b10f96da), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:09.355506 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921dbca-8234-40f1-87a9-c45d1d00b66d demo admin] Pushing event updated for resources: {'Port': ['ID=0d199df7-1dad-4e25-bd71-1364f9b5b032,revision_number=2']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:55:09.404954 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2921dbca-8234-40f1-87a9-c45d1d00b66d demo admin] Network ebae5100-8ffe-4ce1-ac74-910021103329 is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:55:09.406230 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-2921dbca-8234-40f1-87a9-c45d1d00b66d demo admin] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:55:09.516204 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-2e7b64bc-bf16-4caa-9c85-19c60d63d608 None None] Attempt 2 to provision port 0d199df7-1dad-4e25-bd71-1364f9b5b032 Sep 26 17:55:09.572683 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-2e7b64bc-bf16-4caa-9c85-19c60d63d608 None None] Port 0d199df7-1dad-4e25-bd71-1364f9b5b032 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:55:09.667134 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2921dbca-8234-40f1-87a9-c45d1d00b66d demo admin] Router a4a5d853-0348-472e-b06a-6cb8b10f96da is scheduled to L3 agent 1e333347-308d-435a-a92a-39a4b363e81b with binding_index 1 {{(pid=106583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 17:55:09.757624 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2921dbca-8234-40f1-87a9-c45d1d00b66d demo admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 17:55:09.762623 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-2921dbca-8234-40f1-87a9-c45d1d00b66d demo admin] 10.222.0.67 "PUT /networking/v2.0/routers/a4a5d853-0348-472e-b06a-6cb8b10f96da/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9914193 Sep 26 17:55:09.768482 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f07b18-8549-482b-9399-fa03a0b5ce5f None None] Sync routers for ids ['a4a5d853-0348-472e-b06a-6cb8b10f96da'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 17:55:09.780996 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f07b18-8549-482b-9399-fa03a0b5ce5f None None] Routers {'a4a5d853-0348-472e-b06a-6cb8b10f96da'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:55:09.781853 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-d1f07b18-8549-482b-9399-fa03a0b5ce5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T17:55:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['a4a5d853-0348-472e-b06a-6cb8b10f96da'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:55:09.965778 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-d1f07b18-8549-482b-9399-fa03a0b5ce5f None None] Set router a4a5d853-0348-472e-b06a-6cb8b10f96da gateway port host: None {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:55:10.073651 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-2e7b64bc-bf16-4caa-9c85-19c60d63d608 None None] Attempt 3 to provision port 0d199df7-1dad-4e25-bd71-1364f9b5b032 Sep 26 17:55:10.106602 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-2e7b64bc-bf16-4caa-9c85-19c60d63d608 None None] Port 0d199df7-1dad-4e25-bd71-1364f9b5b032 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:55:10.391965 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-d1f07b18-8549-482b-9399-fa03a0b5ce5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a5d853-0348-472e-b06a-6cb8b10f96da', 'name': 'router1', 'tenant_id': '25808aef0f69482dbf49592f737cff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:54:57Z', 'updated_at': '2022-09-26T17:55:08Z', 'revision_number': 2, 'project_id': '25808aef0f69482dbf49592f737cff01', 'gw_port_host': None, '_interfaces': [{'id': '0d199df7-1dad-4e25-bd71-1364f9b5b032', 'name': '', 'network_id': 'ebae5100-8ffe-4ce1-ac74-910021103329', 'tenant_id': '25808aef0f69482dbf49592f737cff01', 'mac_address': 'fa:16:3e:35:44:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a5d853-0348-472e-b06a-6cb8b10f96da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '395e5aa4-3bf7-44bd-8f8f-a18fb660235d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:55:08Z', 'updated_at': '2022-09-26T17:55:09Z', 'revision_number': 2, 'project_id': '25808aef0f69482dbf49592f737cff01', 'subnets': [{'id': '395e5aa4-3bf7-44bd-8f8f-a18fb660235d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20749d6d-d66a-49e7-9d4f-91fc6643b25c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:55:10.441211 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f07b18-8549-482b-9399-fa03a0b5ce5f None None] Checking router: a4a5d853-0348-472e-b06a-6cb8b10f96da for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 17:55:10.441585 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f07b18-8549-482b-9399-fa03a0b5ce5f None None] Updating router a4a5d853-0348-472e-b06a-6cb8b10f96da port 0d199df7-1dad-4e25-bd71-1364f9b5b032 binding host dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 17:55:10.494772 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-d1f07b18-8549-482b-9399-fa03a0b5ce5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (0d199df7-1dad-4e25-bd71-1364f9b5b032), before_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:10.608095 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-2e7b64bc-bf16-4caa-9c85-19c60d63d608 None None] Attempt 4 to provision port 0d199df7-1dad-4e25-bd71-1364f9b5b032 Sep 26 17:55:10.631523 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=100 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:10.641850 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-2e7b64bc-bf16-4caa-9c85-19c60d63d608 None None] Port 0d199df7-1dad-4e25-bd71-1364f9b5b032 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:55:11.002170 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-d1f07b18-8549-482b-9399-fa03a0b5ce5f None None] Publish callbacks [] for port (0d199df7-1dad-4e25-bd71-1364f9b5b032), precommit_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:11.078519 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-d1f07b18-8549-482b-9399-fa03a0b5ce5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (0d199df7-1dad-4e25-bd71-1364f9b5b032), after_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:11.142650 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-2e7b64bc-bf16-4caa-9c85-19c60d63d608 None None] Attempt 5 to provision port 0d199df7-1dad-4e25-bd71-1364f9b5b032 Sep 26 17:55:11.175982 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-2e7b64bc-bf16-4caa-9c85-19c60d63d608 None None] Port 0d199df7-1dad-4e25-bd71-1364f9b5b032 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:55:11.225830 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01e74c-6830-4224-9bde-8da460f1ac1f None None] Pushing event updated for resources: {'Port': ['ID=0d199df7-1dad-4e25-bd71-1364f9b5b032,revision_number=3']} {{(pid=106585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:55:11.230259 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-d1f07b18-8549-482b-9399-fa03a0b5ce5f None None] Attempting to bind port 0d199df7-1dad-4e25-bd71-1364f9b5b032 on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:55:11.230644 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-d1f07b18-8549-482b-9399-fa03a0b5ce5f None None] Attempting to bind port 0d199df7-1dad-4e25-bd71-1364f9b5b032 by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': 'a7cf4861-14e3-4610-a93c-02815cf77efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ebae5100-8ffe-4ce1-ac74-910021103329'}] {{(pid=106585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:55:11.231076 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f07b18-8549-482b-9399-fa03a0b5ce5f None None] Attempting to bind port 0d199df7-1dad-4e25-bd71-1364f9b5b032 on network ebae5100-8ffe-4ce1-ac74-910021103329 {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:55:11.261486 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01e74c-6830-4224-9bde-8da460f1ac1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:11.261822 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01e74c-6830-4224-9bde-8da460f1ac1f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:11.262186 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01e74c-6830-4224-9bde-8da460f1ac1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:11.262537 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01e74c-6830-4224-9bde-8da460f1ac1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:11.262863 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01e74c-6830-4224-9bde-8da460f1ac1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:11.263438 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01e74c-6830-4224-9bde-8da460f1ac1f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:11.263783 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01e74c-6830-4224-9bde-8da460f1ac1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:11.264102 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01e74c-6830-4224-9bde-8da460f1ac1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:11.264420 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01e74c-6830-4224-9bde-8da460f1ac1f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:11.264734 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01e74c-6830-4224-9bde-8da460f1ac1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:11.265050 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01e74c-6830-4224-9bde-8da460f1ac1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:11.265379 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01e74c-6830-4224-9bde-8da460f1ac1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:11.265694 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01e74c-6830-4224-9bde-8da460f1ac1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:11.266007 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01e74c-6830-4224-9bde-8da460f1ac1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:11.266318 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01e74c-6830-4224-9bde-8da460f1ac1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe01e74c-6830-4224-9bde-8da460f1ac1f None None] Tracked resource versions report: Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: pushed versions: Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: { 'AddressGroup': {'1.2'}, Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: 'Agent': {'1.1'}, Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: 'ConntrackHelper': {'1.0'}, Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: 'LocalIPAssociation': {'1.0'}, Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: 'Log': {'1.0'}, Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: 'NDPProxy': {'1.0'}, Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: 'Network': {'1.1'}, Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: 'Port': {'1.7'}, Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: 'PortForwarding': {'1.3'}, Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: 'QosPolicy': {'1.10'}, Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: 'SecurityGroup': {'1.5'}, Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: 'SecurityGroupRule': {'1.2'}, Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: 'SubPort': {'1.0'}, Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: 'Subnet': {'1.1'}, Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: 'Trunk': {'1.1'}} Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: consumer versions: Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: { DHCP agent@dv-cinder-859319-1-iscsi: {}, Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: L3 agent@dv-cinder-859319-1-iscsi: {}, Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: Metadata agent@dv-cinder-859319-1-iscsi: {}, Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: Metering agent@dv-cinder-859319-1-iscsi: {}, Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: Open vSwitch agent@dv-cinder-859319-1-iscsi: { 'AddressGroup': '1.2', Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: 'Agent': '1.1', Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: 'ConntrackHelper': '1.0', Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: 'LocalIPAssociation': '1.0', Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: 'Log': '1.0', Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: 'NDPProxy': '1.0', Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: 'Network': '1.1', Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: 'Port': '1.7', Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: 'PortForwarding': '1.3', Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: 'QosPolicy': '1.10', Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: 'SecurityGroup': '1.5', Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: 'SecurityGroupRule': '1.2', Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: 'SubPort': '1.0', Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: 'Subnet': '1.1', Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: 'Trunk': '1.1'}} Sep 26 17:55:11.267745 dv-cinder-859319-1-iscsi neutron-server[106585]: {{(pid=106585) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 17:55:11.327106 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f07b18-8549-482b-9399-fa03a0b5ce5f None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:55:11.327512 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f07b18-8549-482b-9399-fa03a0b5ce5f None None] Checking segment: {'id': 'a7cf4861-14e3-4610-a93c-02815cf77efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ebae5100-8ffe-4ce1-ac74-910021103329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:55:11.328002 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-d1f07b18-8549-482b-9399-fa03a0b5ce5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:11.328390 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f07b18-8549-482b-9399-fa03a0b5ce5f None None] Bound using segment: {'id': 'a7cf4861-14e3-4610-a93c-02815cf77efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ebae5100-8ffe-4ce1-ac74-910021103329'} {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:55:11.328849 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-d1f07b18-8549-482b-9399-fa03a0b5ce5f None None] Bound port: 0d199df7-1dad-4e25-bd71-1364f9b5b032, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7cf4861-14e3-4610-a93c-02815cf77efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ebae5100-8ffe-4ce1-ac74-910021103329'}}] {{(pid=106585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:55:11.329224 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-d1f07b18-8549-482b-9399-fa03a0b5ce5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (0d199df7-1dad-4e25-bd71-1364f9b5b032), before_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:11.383236 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:11.389272 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:11.396569 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.db [None req-d1f07b18-8549-482b-9399-fa03a0b5ce5f None None] For port 0d199df7-1dad-4e25-bd71-1364f9b5b032, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:55:11.411921 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.db [None req-d1f07b18-8549-482b-9399-fa03a0b5ce5f None None] For port 0d199df7-1dad-4e25-bd71-1364f9b5b032, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=0d199df7-1dad-4e25-bd71-1364f9b5b032,segment=NetworkSegment(a7cf4861-14e3-4610-a93c-02815cf77efa),segment_id=a7cf4861-14e3-4610-a93c-02815cf77efa)] {{(pid=106585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:55:11.490261 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-d1f07b18-8549-482b-9399-fa03a0b5ce5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (0d199df7-1dad-4e25-bd71-1364f9b5b032), after_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:11.528268 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f07b18-8549-482b-9399-fa03a0b5ce5f None None] Routers {'a4a5d853-0348-472e-b06a-6cb8b10f96da'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:55:11.529004 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-d1f07b18-8549-482b-9399-fa03a0b5ce5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T17:55:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['a4a5d853-0348-472e-b06a-6cb8b10f96da'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:55:11.605775 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01e74c-6830-4224-9bde-8da460f1ac1f None None] Pushing event updated for resources: {'Port': ['ID=0d199df7-1dad-4e25-bd71-1364f9b5b032,revision_number=4']} {{(pid=106585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:55:11.629043 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-d1f07b18-8549-482b-9399-fa03a0b5ce5f None None] Set router a4a5d853-0348-472e-b06a-6cb8b10f96da gateway port host: None {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:55:11.677654 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-2e7b64bc-bf16-4caa-9c85-19c60d63d608 None None] Attempt 6 to provision port 0d199df7-1dad-4e25-bd71-1364f9b5b032 Sep 26 17:55:11.756473 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-2e7b64bc-bf16-4caa-9c85-19c60d63d608 None None] Current status of the port 0d199df7-1dad-4e25-bd71-1364f9b5b032 is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:55:11.757568 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-2e7b64bc-bf16-4caa-9c85-19c60d63d608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (0d199df7-1dad-4e25-bd71-1364f9b5b032), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:11.791605 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-2e7b64bc-bf16-4caa-9c85-19c60d63d608 None None] For port 0d199df7-1dad-4e25-bd71-1364f9b5b032, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=0d199df7-1dad-4e25-bd71-1364f9b5b032,segment=NetworkSegment(a7cf4861-14e3-4610-a93c-02815cf77efa),segment_id=a7cf4861-14e3-4610-a93c-02815cf77efa)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:55:11.823956 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-d1f07b18-8549-482b-9399-fa03a0b5ce5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a5d853-0348-472e-b06a-6cb8b10f96da', 'name': 'router1', 'tenant_id': '25808aef0f69482dbf49592f737cff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:54:57Z', 'updated_at': '2022-09-26T17:55:08Z', 'revision_number': 2, 'project_id': '25808aef0f69482dbf49592f737cff01', 'gw_port_host': None, '_interfaces': [{'id': '0d199df7-1dad-4e25-bd71-1364f9b5b032', 'name': '', 'network_id': 'ebae5100-8ffe-4ce1-ac74-910021103329', 'tenant_id': '25808aef0f69482dbf49592f737cff01', 'mac_address': 'fa:16:3e:35:44:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a5d853-0348-472e-b06a-6cb8b10f96da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '395e5aa4-3bf7-44bd-8f8f-a18fb660235d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:55:08Z', 'updated_at': '2022-09-26T17:55:11Z', 'revision_number': 4, 'project_id': '25808aef0f69482dbf49592f737cff01', 'subnets': [{'id': '395e5aa4-3bf7-44bd-8f8f-a18fb660235d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20749d6d-d66a-49e7-9d4f-91fc6643b25c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:55:11.848961 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f07b18-8549-482b-9399-fa03a0b5ce5f None None] The sync data for ids ['a4a5d853-0348-472e-b06a-6cb8b10f96da'] in dv-cinder-859319-1-iscsi is: [{'id': 'a4a5d853-0348-472e-b06a-6cb8b10f96da', 'name': 'router1', 'tenant_id': '25808aef0f69482dbf49592f737cff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:54:57Z', 'updated_at': '2022-09-26T17:55:08Z', 'revision_number': 2, 'project_id': '25808aef0f69482dbf49592f737cff01', 'gw_port_host': None, '_interfaces': [{'id': '0d199df7-1dad-4e25-bd71-1364f9b5b032', 'name': '', 'network_id': 'ebae5100-8ffe-4ce1-ac74-910021103329', 'tenant_id': '25808aef0f69482dbf49592f737cff01', 'mac_address': 'fa:16:3e:35:44:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a5d853-0348-472e-b06a-6cb8b10f96da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '395e5aa4-3bf7-44bd-8f8f-a18fb660235d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:55:08Z', 'updated_at': '2022-09-26T17:55:11Z', 'revision_number': 4, 'project_id': '25808aef0f69482dbf49592f737cff01', 'subnets': [{'id': '395e5aa4-3bf7-44bd-8f8f-a18fb660235d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20749d6d-d66a-49e7-9d4f-91fc6643b25c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 17:55:11.859929 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-2e7b64bc-bf16-4caa-9c85-19c60d63d608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (0d199df7-1dad-4e25-bd71-1364f9b5b032), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:11.912443 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b64bc-bf16-4caa-9c85-19c60d63d608 None None] Pushing event updated for resources: {'Port': ['ID=0d199df7-1dad-4e25-bd71-1364f9b5b032,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:55:11.984144 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-05e6bc9c-3c49-44d8-94a9-db7d84aa1347 None None] Provisioning complete for port 0d199df7-1dad-4e25-bd71-1364f9b5b032 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:55:11.984551 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-05e6bc9c-3c49-44d8-94a9-db7d84aa1347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (0d199df7-1dad-4e25-bd71-1364f9b5b032), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:11.985284 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-05e6bc9c-3c49-44d8-94a9-db7d84aa1347 None None] Attempt 1 to provision port 0d199df7-1dad-4e25-bd71-1364f9b5b032 Sep 26 17:55:12.064247 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-05e6bc9c-3c49-44d8-94a9-db7d84aa1347 None None] Current status of the port 0d199df7-1dad-4e25-bd71-1364f9b5b032 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:55:12.455709 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 43912) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:55:12.854925 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202b3f5b-9a53-4db5-a4f6-acb766360a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:55:12.856408 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-202b3f5b-9a53-4db5-a4f6-acb766360a72 admin admin] 10.222.0.67 "GET /networking/v2.0/networks/75671e20-856b-479b-bee1-be813a3f2eee HTTP/1.1" status: 200 len: 842 time: 0.3997495 Sep 26 17:55:12.865980 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-706fba86-240f-46a3-b080-64ac42033dcf admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.3.1'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:55:13.015845 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706fba86-240f-46a3-b080-64ac42033dcf admin admin] Made reservation on behalf of 1537d57f83734659b1130d2661d44ac2 for: {'subnet': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:55:13.018192 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-706fba86-240f-46a3-b080-64ac42033dcf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:13.063169 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:13.138401 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:13.424631 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.objects.ports [None req-706fba86-240f-46a3-b080-64ac42033dcf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106583) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 26 17:55:13.424975 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-706fba86-240f-46a3-b080-64ac42033dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310'] for subnet (4775a61a-d36f-43c7-b0a4-bf2c0640e392), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:13.476612 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fba86-240f-46a3-b080-64ac42033dcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4775a61a-d36f-43c7-b0a4-bf2c0640e392,revision_number=0']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:55:13.492944 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706fba86-240f-46a3-b080-64ac42033dcf admin admin] Checking segment: {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:55:13.493297 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706fba86-240f-46a3-b080-64ac42033dcf admin admin] Network hostable DHCP agents. Network: 75671e20-856b-479b-bee1-be813a3f2eee, hostable agents: ['4ef20602-5638-479d-aebe-a5cbb98cbff1'], hosted agents: [] {{(pid=106583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 17:55:13.592978 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706fba86-240f-46a3-b080-64ac42033dcf admin admin] Network 75671e20-856b-479b-bee1-be813a3f2eee is scheduled to be hosted by DHCP agent 4ef20602-5638-479d-aebe-a5cbb98cbff1 with binding_index 1 {{(pid=106583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 17:55:13.678230 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-706fba86-240f-46a3-b080-64ac42033dcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-1-iscsi, 75671e20-856b-479b-bee1-be813a3f2eee) {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:55:13.683812 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706fba86-240f-46a3-b080-64ac42033dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:55:13.684271 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-706fba86-240f-46a3-b080-64ac42033dcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for subnet (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:13.686871 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c12fa06-e742-4005-bc48-70ff9e49b811 None None] Network 75671e20-856b-479b-bee1-be813a3f2eee requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:55:13.792415 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2b1c33-c78c-4c52-9f0f-d953a5d63fe9 None None] Network 75671e20-856b-479b-bee1-be813a3f2eee requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:55:13.811040 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-706fba86-240f-46a3-b080-64ac42033dcf admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9324791 Sep 26 17:55:16.502058 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 43922) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:55:16.951910 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-e0c96300-6ff0-4779-8bbc-925f0503f00f demo admin] 10.222.0.67 "GET /networking/v2.0/routers/a4a5d853-0348-472e-b06a-6cb8b10f96da HTTP/1.1" status: 200 len: 710 time: 0.4488246 Sep 26 17:55:17.026039 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 0d199df7-1dad-4e25-bd71-1364f9b5b032 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:55:17.050190 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a28f47-9d1b-4229-9e3f-4c7f4d4ae9c5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:55:17.051684 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-f6a28f47-9d1b-4229-9e3f-4c7f4d4ae9c5 demo admin] 10.222.0.67 "GET /networking/v2.0/networks/75671e20-856b-479b-bee1-be813a3f2eee HTTP/1.1" status: 200 len: 886 time: 0.0939548 Sep 26 17:55:17.061247 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-22571a3e-1774-49c6-ac82-ad5b966ac983 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:55:17.071751 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 0d199df7-1dad-4e25-bd71-1364f9b5b032 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:55:17.072150 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (0d199df7-1dad-4e25-bd71-1364f9b5b032), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:17.072494 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 0d199df7-1dad-4e25-bd71-1364f9b5b032 Sep 26 17:55:17.094014 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:17.150360 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 0d199df7-1dad-4e25-bd71-1364f9b5b032 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:55:17.304618 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-22571a3e-1774-49c6-ac82-ad5b966ac983 demo admin] Publish callbacks [] for router_gateway (a4a5d853-0348-472e-b06a-6cb8b10f96da), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:17.453510 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:17.709846 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-22571a3e-1774-49c6-ac82-ad5b966ac983 demo admin] Publish callbacks [] for router_gateway (a4a5d853-0348-472e-b06a-6cb8b10f96da), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:17.786262 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-22571a3e-1774-49c6-ac82-ad5b966ac983 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:17.831879 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:17.896639 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [None req-22571a3e-1774-49c6-ac82-ad5b966ac983 demo admin] Allocated IP 172.27.3.251 (75671e20-856b-479b-bee1-be813a3f2eee/4775a61a-d36f-43c7-b0a4-bf2c0640e392/30f854fd-0858-4c03-b28e-d09960748300) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:55:18.005733 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-22571a3e-1774-49c6-ac82-ad5b966ac983 demo admin] Publish callbacks [] for port (30f854fd-0858-4c03-b28e-d09960748300), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:18.090484 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-22571a3e-1774-49c6-ac82-ad5b966ac983 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720'] for port (30f854fd-0858-4c03-b28e-d09960748300), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:18.128915 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22571a3e-1774-49c6-ac82-ad5b966ac983 demo admin] Network 75671e20-856b-479b-bee1-be813a3f2eee is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:55:18.134137 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-22571a3e-1774-49c6-ac82-ad5b966ac983 demo admin] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:55:18.137932 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22571a3e-1774-49c6-ac82-ad5b966ac983 demo admin] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:55:18.140360 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22571a3e-1774-49c6-ac82-ad5b966ac983 demo admin] Pushing event updated for resources: {'Port': ['ID=30f854fd-0858-4c03-b28e-d09960748300,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:55:18.493756 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:18.538985 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-22571a3e-1774-49c6-ac82-ad5b966ac983 demo admin] Publish callbacks [] for router_gateway (a4a5d853-0348-472e-b06a-6cb8b10f96da), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:18.726458 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-22571a3e-1774-49c6-ac82-ad5b966ac983 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-500406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-507291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2093717'] for router (a4a5d853-0348-472e-b06a-6cb8b10f96da), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:18.729790 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-22571a3e-1774-49c6-ac82-ad5b966ac983 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-500415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-500292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-507296'] for router (a4a5d853-0348-472e-b06a-6cb8b10f96da), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:18.832924 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22571a3e-1774-49c6-ac82-ad5b966ac983 demo admin] Router a4a5d853-0348-472e-b06a-6cb8b10f96da has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 17:55:18.933833 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22571a3e-1774-49c6-ac82-ad5b966ac983 demo admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 17:55:18.938563 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-22571a3e-1774-49c6-ac82-ad5b966ac983 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:18.939465 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-22571a3e-1774-49c6-ac82-ad5b966ac983 demo admin] 10.222.0.67 "PUT /networking/v2.0/routers/a4a5d853-0348-472e-b06a-6cb8b10f96da HTTP/1.1" status: 200 len: 890 time: 1.8816280 Sep 26 17:55:18.943890 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba51057-878a-4f27-af7e-54f561306ed0 None None] Sync routers for ids ['a4a5d853-0348-472e-b06a-6cb8b10f96da'] in dv-cinder-859319-1-iscsi {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 17:55:18.956611 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba51057-878a-4f27-af7e-54f561306ed0 None None] Routers {'a4a5d853-0348-472e-b06a-6cb8b10f96da'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:55:18.957418 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-dba51057-878a-4f27-af7e-54f561306ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T17:55:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['a4a5d853-0348-472e-b06a-6cb8b10f96da'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:55:19.180101 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-dba51057-878a-4f27-af7e-54f561306ed0 None None] Set router a4a5d853-0348-472e-b06a-6cb8b10f96da gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:55:19.235938 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:19.640419 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-dba51057-878a-4f27-af7e-54f561306ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a5d853-0348-472e-b06a-6cb8b10f96da', 'name': 'router1', 'tenant_id': '25808aef0f69482dbf49592f737cff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '30f854fd-0858-4c03-b28e-d09960748300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:54:57Z', 'updated_at': '2022-09-26T17:55:18Z', 'revision_number': 4, 'project_id': '25808aef0f69482dbf49592f737cff01', 'gw_port': {'id': '30f854fd-0858-4c03-b28e-d09960748300', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:62:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a5d853-0348-472e-b06a-6cb8b10f96da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:55:17Z', 'updated_at': '2022-09-26T17:55:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '0d199df7-1dad-4e25-bd71-1364f9b5b032', 'name': '', 'network_id': 'ebae5100-8ffe-4ce1-ac74-910021103329', 'tenant_id': '25808aef0f69482dbf49592f737cff01', 'mac_address': 'fa:16:3e:35:44:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a5d853-0348-472e-b06a-6cb8b10f96da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '395e5aa4-3bf7-44bd-8f8f-a18fb660235d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:55:08Z', 'updated_at': '2022-09-26T17:55:11Z', 'revision_number': 5, 'project_id': '25808aef0f69482dbf49592f737cff01', 'subnets': [{'id': '395e5aa4-3bf7-44bd-8f8f-a18fb660235d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20749d6d-d66a-49e7-9d4f-91fc6643b25c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:55:19.688776 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba51057-878a-4f27-af7e-54f561306ed0 None None] Checking router: a4a5d853-0348-472e-b06a-6cb8b10f96da for host: dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 17:55:19.689136 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba51057-878a-4f27-af7e-54f561306ed0 None None] Updating router a4a5d853-0348-472e-b06a-6cb8b10f96da port 30f854fd-0858-4c03-b28e-d09960748300 binding host dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 17:55:19.742218 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-dba51057-878a-4f27-af7e-54f561306ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (30f854fd-0858-4c03-b28e-d09960748300), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:20.054905 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-dba51057-878a-4f27-af7e-54f561306ed0 None None] Publish callbacks [] for port (30f854fd-0858-4c03-b28e-d09960748300), precommit_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:20.164768 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-dba51057-878a-4f27-af7e-54f561306ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (30f854fd-0858-4c03-b28e-d09960748300), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:20.205248 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-dba51057-878a-4f27-af7e-54f561306ed0 None None] Attempting to bind port 30f854fd-0858-4c03-b28e-d09960748300 on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:55:20.205664 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-dba51057-878a-4f27-af7e-54f561306ed0 None None] Attempting to bind port 30f854fd-0858-4c03-b28e-d09960748300 by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:55:20.206024 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba51057-878a-4f27-af7e-54f561306ed0 None None] Attempting to bind port 30f854fd-0858-4c03-b28e-d09960748300 on network 75671e20-856b-479b-bee1-be813a3f2eee {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:55:20.232837 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b206b59-3475-402d-8a60-8b1b4775c4b9 None None] Pushing event updated for resources: {'Port': ['ID=30f854fd-0858-4c03-b28e-d09960748300,revision_number=2']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:55:20.257401 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba51057-878a-4f27-af7e-54f561306ed0 None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:55:20.257766 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba51057-878a-4f27-af7e-54f561306ed0 None None] Checking segment: {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:55:20.258161 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-dba51057-878a-4f27-af7e-54f561306ed0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:20.258548 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba51057-878a-4f27-af7e-54f561306ed0 None None] Bound using segment: {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:55:20.259011 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-dba51057-878a-4f27-af7e-54f561306ed0 None None] Bound port: 30f854fd-0858-4c03-b28e-d09960748300, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:55:20.259407 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-dba51057-878a-4f27-af7e-54f561306ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (30f854fd-0858-4c03-b28e-d09960748300), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:20.308130 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-dba51057-878a-4f27-af7e-54f561306ed0 None None] For port 30f854fd-0858-4c03-b28e-d09960748300, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:55:20.311066 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-dba51057-878a-4f27-af7e-54f561306ed0 None None] For port 30f854fd-0858-4c03-b28e-d09960748300, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=30f854fd-0858-4c03-b28e-d09960748300,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:55:20.312128 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:20.387319 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-dba51057-878a-4f27-af7e-54f561306ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (30f854fd-0858-4c03-b28e-d09960748300), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:20.430115 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba51057-878a-4f27-af7e-54f561306ed0 None None] Routers {'a4a5d853-0348-472e-b06a-6cb8b10f96da'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:55:20.430758 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-dba51057-878a-4f27-af7e-54f561306ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T17:55:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['a4a5d853-0348-472e-b06a-6cb8b10f96da'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:55:20.477291 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b206b59-3475-402d-8a60-8b1b4775c4b9 None None] Pushing event updated for resources: {'Port': ['ID=30f854fd-0858-4c03-b28e-d09960748300,revision_number=3']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:55:20.548284 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-dba51057-878a-4f27-af7e-54f561306ed0 None None] Set router a4a5d853-0348-472e-b06a-6cb8b10f96da gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:55:20.697167 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:20.745045 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-dba51057-878a-4f27-af7e-54f561306ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a5d853-0348-472e-b06a-6cb8b10f96da', 'name': 'router1', 'tenant_id': '25808aef0f69482dbf49592f737cff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '30f854fd-0858-4c03-b28e-d09960748300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:54:57Z', 'updated_at': '2022-09-26T17:55:18Z', 'revision_number': 4, 'project_id': '25808aef0f69482dbf49592f737cff01', 'gw_port': {'id': '30f854fd-0858-4c03-b28e-d09960748300', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:62:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a5d853-0348-472e-b06a-6cb8b10f96da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:55:17Z', 'updated_at': '2022-09-26T17:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '0d199df7-1dad-4e25-bd71-1364f9b5b032', 'name': '', 'network_id': 'ebae5100-8ffe-4ce1-ac74-910021103329', 'tenant_id': '25808aef0f69482dbf49592f737cff01', 'mac_address': 'fa:16:3e:35:44:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a5d853-0348-472e-b06a-6cb8b10f96da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '395e5aa4-3bf7-44bd-8f8f-a18fb660235d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:55:08Z', 'updated_at': '2022-09-26T17:55:11Z', 'revision_number': 5, 'project_id': '25808aef0f69482dbf49592f737cff01', 'subnets': [{'id': '395e5aa4-3bf7-44bd-8f8f-a18fb660235d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20749d6d-d66a-49e7-9d4f-91fc6643b25c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:55:20.777836 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba51057-878a-4f27-af7e-54f561306ed0 None None] The sync data for ids ['a4a5d853-0348-472e-b06a-6cb8b10f96da'] in dv-cinder-859319-1-iscsi is: [{'id': 'a4a5d853-0348-472e-b06a-6cb8b10f96da', 'name': 'router1', 'tenant_id': '25808aef0f69482dbf49592f737cff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '30f854fd-0858-4c03-b28e-d09960748300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:54:57Z', 'updated_at': '2022-09-26T17:55:18Z', 'revision_number': 4, 'project_id': '25808aef0f69482dbf49592f737cff01', 'gw_port': {'id': '30f854fd-0858-4c03-b28e-d09960748300', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:62:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a5d853-0348-472e-b06a-6cb8b10f96da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:55:17Z', 'updated_at': '2022-09-26T17:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '0d199df7-1dad-4e25-bd71-1364f9b5b032', 'name': '', 'network_id': 'ebae5100-8ffe-4ce1-ac74-910021103329', 'tenant_id': '25808aef0f69482dbf49592f737cff01', 'mac_address': 'fa:16:3e:35:44:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a5d853-0348-472e-b06a-6cb8b10f96da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '395e5aa4-3bf7-44bd-8f8f-a18fb660235d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:55:08Z', 'updated_at': '2022-09-26T17:55:11Z', 'revision_number': 5, 'project_id': '25808aef0f69482dbf49592f737cff01', 'subnets': [{'id': '395e5aa4-3bf7-44bd-8f8f-a18fb660235d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20749d6d-d66a-49e7-9d4f-91fc6643b25c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 17:55:21.036979 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 30f854fd-0858-4c03-b28e-d09960748300 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:55:21.149441 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 30f854fd-0858-4c03-b28e-d09960748300 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:55:21.150157 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (30f854fd-0858-4c03-b28e-d09960748300), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:21.150328 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 30f854fd-0858-4c03-b28e-d09960748300 Sep 26 17:55:21.228384 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 30f854fd-0858-4c03-b28e-d09960748300 is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:55:21.228779 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (30f854fd-0858-4c03-b28e-d09960748300), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:21.253848 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] For port 30f854fd-0858-4c03-b28e-d09960748300, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=30f854fd-0858-4c03-b28e-d09960748300,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:55:21.318656 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (30f854fd-0858-4c03-b28e-d09960748300), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:21.376295 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Pushing event updated for resources: {'Port': ['ID=30f854fd-0858-4c03-b28e-d09960748300,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:55:21.812050 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 43932) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:55:21.822070 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=28 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:21.827102 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=54,neutron:INSERT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:22.212093 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-0223fc00-d2e6-4238-99f6-eefb5ae02f05 admin admin] 10.222.0.67 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3988256 Sep 26 17:55:22.996205 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 30f854fd-0858-4c03-b28e-d09960748300 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:55:23.051180 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 30f854fd-0858-4c03-b28e-d09960748300 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:55:23.051576 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (30f854fd-0858-4c03-b28e-d09960748300), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:23.052052 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 30f854fd-0858-4c03-b28e-d09960748300 Sep 26 17:55:23.131033 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 30f854fd-0858-4c03-b28e-d09960748300 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:55:31.916303 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-d2807232-25a4-4a47-aaff-65ba26160e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:32.200522 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=41 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:32.208141 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:34.192316 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:34.255531 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-39ef4bb5-ab56-45a2-ae0f-95dbc0f4a80b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:35.413592 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:37.038827 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:37.307141 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:38.178458 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:38.218423 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=4 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:39.149691 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 5 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:55:47.239219 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=49,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:47.245457 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:49.149725 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:01.912451 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-c7eeafd4-1347-43c4-8577-d129e35c2350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:04.255691 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-75a3269c-82fd-43ba-abd7-1a7d5675efc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:05.418641 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:07.929671 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:08.106399 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:15.152967 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:15.158663 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:16.151454 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 5 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:56:17.249932 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:17.252444 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:30.145232 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:30.146033 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:31.893854 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-76f9e8fb-4a69-41b3-9438-e460fab7f90b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:34.251583 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-3d925e95-2900-4294-87d4-18fd2a58514d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:35.431013 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:37.051740 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:37.302912 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:47.242671 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:47.244806 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:50.405172 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 44478) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:56:50.742047 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb7b031-bd0b-4b49-af26-1c263ef5a61a admin admin] GET failed (client error): The resource could not be found. Sep 26 17:56:50.743326 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-6eb7b031-bd0b-4b49-af26-1c263ef5a61a admin admin] 10.222.0.67 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3372071 Sep 26 17:56:50.907639 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc283d51-7ac8-4e53-870f-fc87143e050c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:56:50.909238 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-bc283d51-7ac8-4e53-870f-fc87143e050c admin admin] 10.222.0.67 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1614101 Sep 26 17:56:52.207881 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:52.222043 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:53.150545 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 5 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:56:53.470306 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 44488) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:56:53.839172 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74845f34-7c04-43db-a99e-44fb62173ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:56:53.840536 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-74845f34-7c04-43db-a99e-44fb62173ac1 admin admin] 10.222.0.67 "GET /networking/v2.0/subnets/395e5aa4-3bf7-44bd-8f8f-a18fb660235d HTTP/1.1" status: 200 len: 849 time: 0.3692915 Sep 26 17:56:53.850785 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-2e447810-215e-4617-80cf-1fd796dcc01a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:56:53.937715 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2e447810-215e-4617-80cf-1fd796dcc01a admin admin] Publish callbacks [] for subnet (395e5aa4-3bf7-44bd-8f8f-a18fb660235d), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:54.148146 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2e447810-215e-4617-80cf-1fd796dcc01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756749885076'] for subnet (395e5aa4-3bf7-44bd-8f8f-a18fb660235d), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:54.181428 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e447810-215e-4617-80cf-1fd796dcc01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:56:54.182375 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2e447810-215e-4617-80cf-1fd796dcc01a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for subnet (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:54.183395 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-2e447810-215e-4617-80cf-1fd796dcc01a admin admin] 10.222.0.67 "PUT /networking/v2.0/subnets/395e5aa4-3bf7-44bd-8f8f-a18fb660235d HTTP/1.1" status: 200 len: 868 time: 0.3368537 Sep 26 17:56:54.185468 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072184ea-4261-4508-8e10-2239cf3b0b4e None None] Network ebae5100-8ffe-4ce1-ac74-910021103329 requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:56:54.204589 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e447810-215e-4617-80cf-1fd796dcc01a admin admin] Pushing event updated for resources: {'Subnet': ['ID=395e5aa4-3bf7-44bd-8f8f-a18fb660235d,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:56:54.212536 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e447810-215e-4617-80cf-1fd796dcc01a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:56:54.212905 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e447810-215e-4617-80cf-1fd796dcc01a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:56:54.213253 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e447810-215e-4617-80cf-1fd796dcc01a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:56:54.213598 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e447810-215e-4617-80cf-1fd796dcc01a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:56:54.213936 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e447810-215e-4617-80cf-1fd796dcc01a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:56:54.214271 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e447810-215e-4617-80cf-1fd796dcc01a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:56:54.214603 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e447810-215e-4617-80cf-1fd796dcc01a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:56:54.214932 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e447810-215e-4617-80cf-1fd796dcc01a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:56:54.215266 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e447810-215e-4617-80cf-1fd796dcc01a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:56:54.215608 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e447810-215e-4617-80cf-1fd796dcc01a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:56:54.215996 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e447810-215e-4617-80cf-1fd796dcc01a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:56:54.216346 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e447810-215e-4617-80cf-1fd796dcc01a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:56:54.216680 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e447810-215e-4617-80cf-1fd796dcc01a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:56:54.217007 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e447810-215e-4617-80cf-1fd796dcc01a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:56:54.217333 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e447810-215e-4617-80cf-1fd796dcc01a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:56:54.500877 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-a8118582-eb39-4bc5-8969-91e86e0a1af9 None None] Provisioning complete for port 09adadb8-c563-4bd5-a018-a3aad644d138 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:56:54.501265 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a8118582-eb39-4bc5-8969-91e86e0a1af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (09adadb8-c563-4bd5-a018-a3aad644d138), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:54.501607 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-a8118582-eb39-4bc5-8969-91e86e0a1af9 None None] Attempt 1 to provision port 09adadb8-c563-4bd5-a018-a3aad644d138 Sep 26 17:56:54.579702 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-a8118582-eb39-4bc5-8969-91e86e0a1af9 None None] Current status of the port 09adadb8-c563-4bd5-a018-a3aad644d138 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:56:54.588746 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-a8118582-eb39-4bc5-8969-91e86e0a1af9 None None] Provisioning complete for port 0d199df7-1dad-4e25-bd71-1364f9b5b032 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:56:54.589132 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a8118582-eb39-4bc5-8969-91e86e0a1af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (0d199df7-1dad-4e25-bd71-1364f9b5b032), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:54.589470 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-a8118582-eb39-4bc5-8969-91e86e0a1af9 None None] Attempt 1 to provision port 0d199df7-1dad-4e25-bd71-1364f9b5b032 Sep 26 17:56:54.666531 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-a8118582-eb39-4bc5-8969-91e86e0a1af9 None None] Current status of the port 0d199df7-1dad-4e25-bd71-1364f9b5b032 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:56:56.778711 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 44496) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:56:57.257341 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4242291b-80ed-4c47-8f56-ff299782d28a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:56:57.257811 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4242291b-80ed-4c47-8f56-ff299782d28a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:56:57.259362 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-4242291b-80ed-4c47-8f56-ff299782d28a admin admin] 10.222.0.67 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4797027 Sep 26 17:56:59.848092 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 44504) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:00.379047 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd4c614-70cd-47fa-b7a0-ca8db9381ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:00.379517 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd4c614-70cd-47fa-b7a0-ca8db9381ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:00.381106 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-dbd4c614-70cd-47fa-b7a0-ca8db9381ff7 admin admin] 10.222.0.67 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5321195 Sep 26 17:57:01.902113 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a543fca2-6a97-4877-a031-7cc85fd273b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:03.083277 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 44512) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:03.594008 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910227a4-a079-4d2d-80fc-be9868cd4b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:03.595296 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-910227a4-a079-4d2d-80fc-be9868cd4b13 admin admin] 10.222.0.67 "GET /networking/v2.0/networks/75671e20-856b-479b-bee1-be813a3f2eee HTTP/1.1" status: 200 len: 886 time: 0.5109301 Sep 26 17:57:04.317337 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-ead77b3a-511b-463c-83d4-c8012e1918d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:05.143934 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:05.163901 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:05.413413 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:06.211225 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 44520) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:06.547990 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:06.577405 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:06.618394 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628bb97b-91bb-4e5d-8b85-c37bb18b9ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:06.619795 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-628bb97b-91bb-4e5d-8b85-c37bb18b9ec2 admin admin] 10.222.0.67 "GET /networking/v2.0/networks/ebae5100-8ffe-4ce1-ac74-910021103329 HTTP/1.1" status: 200 len: 869 time: 0.4075613 Sep 26 17:57:07.034133 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:07.293416 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:09.215803 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 44532) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:09.616629 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f92dc0d-2301-488b-be04-f8138b113266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:09.617021 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f92dc0d-2301-488b-be04-f8138b113266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:09.618511 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-4f92dc0d-2301-488b-be04-f8138b113266 admin admin] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4017696 Sep 26 17:57:12.194242 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 44540) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:12.577988 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f554997-0d9b-4cb1-b713-1c238bd39d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:12.578455 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f554997-0d9b-4cb1-b713-1c238bd39d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:12.580088 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-7f554997-0d9b-4cb1-b713-1c238bd39d2d admin admin] 10.222.0.67 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3847370 Sep 26 17:57:15.164921 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 44548) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:15.682097 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984d0daf-af29-4f61-9c67-aebf1b07f408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:15.683450 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-984d0daf-af29-4f61-9c67-aebf1b07f408 admin admin] 10.222.0.67 "GET /networking/v2.0/subnets/395e5aa4-3bf7-44bd-8f8f-a18fb660235d HTTP/1.1" status: 200 len: 868 time: 0.5175641 Sep 26 17:57:17.239626 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:17.242437 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:18.293333 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 44556) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:18.660751 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dada87b-19a8-4722-b2f6-77e8d78c2ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:18.662095 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-0dada87b-19a8-4722-b2f6-77e8d78c2ff6 admin admin] 10.222.0.67 "GET /networking/v2.0/subnets/4775a61a-d36f-43c7-b0a4-bf2c0640e392 HTTP/1.1" status: 200 len: 816 time: 0.3678238 Sep 26 17:57:28.655814 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=23 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:28.656647 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=41 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:29.153381 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=18 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:29.158911 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=14 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:30.149281 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 5 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:57:31.921334 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a6d001d9-b35e-4fd2-9ed5-f653607b979c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:34.264510 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-1b8d27b1-b7ce-426f-b629-34acb5b3c4ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:35.418312 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:37.018444 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:37.326636 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:40.145698 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:47.235851 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:47.241706 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:48.837944 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 44614) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:49.170686 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [None req-70738819-f61e-4d92-9e93-46240ebc969e admin admin] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106583) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 17:57:49.171712 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-70738819-f61e-4d92-9e93-46240ebc969e admin admin] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3328900 Sep 26 17:57:51.836491 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 44622) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:52.173862 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.pecan_wsgi.hooks.translation [None req-8079e930-3b6b-464c-97ed-c842318144fe admin admin] GET failed (client error): The resource could not be found. Sep 26 17:57:52.175128 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-8079e930-3b6b-464c-97ed-c842318144fe admin admin] 10.222.0.67 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3377967 Sep 26 17:57:52.262130 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10db06a-3831-4f89-8aab-e21600e1b10b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:52.263874 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-a10db06a-3831-4f89-8aab-e21600e1b10b admin admin] 10.222.0.67 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0844152 Sep 26 17:57:54.907540 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 44630) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:55.235100 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-71c3169e-7d4a-4505-a531-8260217ca895 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:55.303301 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c3169e-7d4a-4505-a531-8260217ca895 admin admin] Made reservation on behalf of 1537d57f83734659b1130d2661d44ac2 for: {'network': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:57:55.305667 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-71c3169e-7d4a-4505-a531-8260217ca895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for network (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:55.333145 dv-cinder-859319-1-iscsi neutron-server[106583]: WARNING neutron.services.revisions.revision_plugin [None req-71c3169e-7d4a-4505-a531-8260217ca895 admin admin] Could not find related network for resource to bump revision. Sep 26 17:57:55.344480 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c3169e-7d4a-4505-a531-8260217ca895 admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=106583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 17:57:55.353557 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-71c3169e-7d4a-4505-a531-8260217ca895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (7d099845-db67-4416-a6d7-c1e7beaf581c), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:55.353891 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.db.segments_db [None req-71c3169e-7d4a-4505-a531-8260217ca895 admin admin] Added segment 7d099845-db67-4416-a6d7-c1e7beaf581c of type vlan for network 5514926a-2fdd-4b0d-b8dd-9f8d294286a5 Sep 26 17:57:55.392648 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-71c3169e-7d4a-4505-a531-8260217ca895 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756749379750'] for network (5514926a-2fdd-4b0d-b8dd-9f8d294286a5), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:55.474871 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-71c3169e-7d4a-4505-a531-8260217ca895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310'] for network (5514926a-2fdd-4b0d-b8dd-9f8d294286a5), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:55.475818 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c3169e-7d4a-4505-a531-8260217ca895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:55.476405 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-71c3169e-7d4a-4505-a531-8260217ca895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:55.538476 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3169e-7d4a-4505-a531-8260217ca895 admin admin] Pushing event updated for resources: {'Network': ['ID=5514926a-2fdd-4b0d-b8dd-9f8d294286a5,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:55.545224 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3169e-7d4a-4505-a531-8260217ca895 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:55.545582 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3169e-7d4a-4505-a531-8260217ca895 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:55.545949 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3169e-7d4a-4505-a531-8260217ca895 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:55.546299 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3169e-7d4a-4505-a531-8260217ca895 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:55.546642 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3169e-7d4a-4505-a531-8260217ca895 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:55.547747 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3169e-7d4a-4505-a531-8260217ca895 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:55.548119 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3169e-7d4a-4505-a531-8260217ca895 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:55.548573 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3169e-7d4a-4505-a531-8260217ca895 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:55.549241 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3169e-7d4a-4505-a531-8260217ca895 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:55.549241 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3169e-7d4a-4505-a531-8260217ca895 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:55.550604 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3169e-7d4a-4505-a531-8260217ca895 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:55.550604 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3169e-7d4a-4505-a531-8260217ca895 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:55.550604 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3169e-7d4a-4505-a531-8260217ca895 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:55.550604 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3169e-7d4a-4505-a531-8260217ca895 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:55.550936 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3169e-7d4a-4505-a531-8260217ca895 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:55.561652 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Network 5514926a-2fdd-4b0d-b8dd-9f8d294286a5 details requested by agent ovs-agent-dv-cinder-859319-1-iscsi with host dv-cinder-859319-1-iscsi {{(pid=106584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 17:57:55.580497 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-71c3169e-7d4a-4505-a531-8260217ca895 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6718161 Sep 26 17:57:58.198958 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 44638) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:58.539580 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e21c7f-04a6-4da3-9d96-8520d67117c9 admin admin] GET failed (client error): The resource could not be found. Sep 26 17:57:58.540896 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-88e21c7f-04a6-4da3-9d96-8520d67117c9 admin admin] 10.222.0.67 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3409851 Sep 26 17:57:58.614402 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779a7949-e455-48e2-b99e-03827523413e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:58.615890 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-779a7949-e455-48e2-b99e-03827523413e admin admin] 10.222.0.67 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0706041 Sep 26 17:57:58.625622 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-1d37abf5-d764-406c-9c59-0c39f2ad1680 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '5514926a-2fdd-4b0d-b8dd-9f8d294286a5', 'description': 'shared-subnet'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:58.708831 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d37abf5-d764-406c-9c59-0c39f2ad1680 admin admin] Made reservation on behalf of 1537d57f83734659b1130d2661d44ac2 for: {'subnet': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:57:58.711139 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1d37abf5-d764-406c-9c59-0c39f2ad1680 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:58.920339 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1d37abf5-d764-406c-9c59-0c39f2ad1680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310'] for subnet (6587b622-ec68-4d31-9fa8-e3603bf7db4b), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:58.980987 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d37abf5-d764-406c-9c59-0c39f2ad1680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6587b622-ec68-4d31-9fa8-e3603bf7db4b,revision_number=0']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:58.991157 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d37abf5-d764-406c-9c59-0c39f2ad1680 admin admin] Checking segment: {'id': '7d099845-db67-4416-a6d7-c1e7beaf581c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5514926a-2fdd-4b0d-b8dd-9f8d294286a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:57:58.991157 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d37abf5-d764-406c-9c59-0c39f2ad1680 admin admin] Network hostable DHCP agents. Network: 5514926a-2fdd-4b0d-b8dd-9f8d294286a5, hostable agents: ['4ef20602-5638-479d-aebe-a5cbb98cbff1'], hosted agents: [] {{(pid=106583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 17:57:59.063256 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d37abf5-d764-406c-9c59-0c39f2ad1680 admin admin] Network 5514926a-2fdd-4b0d-b8dd-9f8d294286a5 is scheduled to be hosted by DHCP agent 4ef20602-5638-479d-aebe-a5cbb98cbff1 with binding_index 1 {{(pid=106583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 17:57:59.137771 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-1d37abf5-d764-406c-9c59-0c39f2ad1680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-1-iscsi, 5514926a-2fdd-4b0d-b8dd-9f8d294286a5) {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:59.142122 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d37abf5-d764-406c-9c59-0c39f2ad1680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:59.142715 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1d37abf5-d764-406c-9c59-0c39f2ad1680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for subnet (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:59.146937 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a51007-df7d-44e4-b846-49f979fe2fa8 None None] Network 5514926a-2fdd-4b0d-b8dd-9f8d294286a5 requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:57:59.212276 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-1d37abf5-d764-406c-9c59-0c39f2ad1680 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5898869 Sep 26 17:57:59.249314 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4764dadb-9c64-5769-9546-d6a7905953f7-5514926a-2fdd-4b0d-b8dd-9f8d294286a5', 'network_id': '5514926a-2fdd-4b0d-b8dd-9f8d294286a5', 'project_id': '1537d57f83734659b1130d2661d44ac2', 'fixed_ips': [{'subnet_id': '6587b622-ec68-4d31-9fa8-e3603bf7db4b'}]}} from dv-cinder-859319-1-iscsi. {{(pid=106584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 17:57:59.252466 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:59.492781 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.db_base_plugin_common [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Allocated IP 192.168.233.2 (5514926a-2fdd-4b0d-b8dd-9f8d294286a5/6587b622-ec68-4d31-9fa8-e3603bf7db4b/c2e5e074-38f9-4e56-9dcd-3682e7a18f27) {{(pid=106584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:57:59.658121 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Publish callbacks [] for port (c2e5e074-38f9-4e56-9dcd-3682e7a18f27), precommit_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:59.738178 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720'] for port (c2e5e074-38f9-4e56-9dcd-3682e7a18f27), after_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:59.785279 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Network 5514926a-2fdd-4b0d-b8dd-9f8d294286a5 is already hosted by enough agents. {{(pid=106584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:57:59.788785 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.scheduler.base_scheduler [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Resources bound (agent type, host, resource id): {{(pid=106584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:59.795199 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Received port after_create {{(pid=106584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:57:59.798042 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Pushing event updated for resources: {'Port': ['ID=c2e5e074-38f9-4e56-9dcd-3682e7a18f27,revision_number=1']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:59.806612 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:59.806964 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:59.807335 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:59.807713 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:59.808058 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:59.808393 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:59.808723 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:59.809054 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:59.809382 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:59.809717 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:59.810041 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:59.810390 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:59.810718 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:59.811043 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:59.811367 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:59.875615 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Attempting to bind port c2e5e074-38f9-4e56-9dcd-3682e7a18f27 on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:57:59.876223 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Attempting to bind port c2e5e074-38f9-4e56-9dcd-3682e7a18f27 by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': '7d099845-db67-4416-a6d7-c1e7beaf581c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5514926a-2fdd-4b0d-b8dd-9f8d294286a5'}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:57:59.876578 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Attempting to bind port c2e5e074-38f9-4e56-9dcd-3682e7a18f27 on network 5514926a-2fdd-4b0d-b8dd-9f8d294286a5 {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:57:59.925075 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:57:59.925459 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Checking segment: {'id': '7d099845-db67-4416-a6d7-c1e7beaf581c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5514926a-2fdd-4b0d-b8dd-9f8d294286a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:57:59.925864 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:59.926369 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Bound using segment: {'id': '7d099845-db67-4416-a6d7-c1e7beaf581c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5514926a-2fdd-4b0d-b8dd-9f8d294286a5'} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:57:59.927150 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Bound port: c2e5e074-38f9-4e56-9dcd-3682e7a18f27, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d099845-db67-4416-a6d7-c1e7beaf581c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5514926a-2fdd-4b0d-b8dd-9f8d294286a5'}}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:57:59.927822 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (c2e5e074-38f9-4e56-9dcd-3682e7a18f27), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:00.003067 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] For port c2e5e074-38f9-4e56-9dcd-3682e7a18f27, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:58:00.006343 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] For port c2e5e074-38f9-4e56-9dcd-3682e7a18f27, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=c2e5e074-38f9-4e56-9dcd-3682e7a18f27,segment=NetworkSegment(7d099845-db67-4416-a6d7-c1e7beaf581c),segment_id=7d099845-db67-4416-a6d7-c1e7beaf581c)] {{(pid=106584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:58:00.073942 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (c2e5e074-38f9-4e56-9dcd-3682e7a18f27), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:00.112398 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:00.137227 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:00.151618 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8b928-53f5-4bc1-92c9-8449c90c9eb3 None None] Pushing event updated for resources: {'Port': ['ID=c2e5e074-38f9-4e56-9dcd-3682e7a18f27,revision_number=2']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:01.012885 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6278292d-cd03-4e2e-81d2-da424183a2d0 None None] Network 5514926a-2fdd-4b0d-b8dd-9f8d294286a5 requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:58:01.123770 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-d5abd04d-65f2-454a-94d4-d1c510cd3800 None None] Provisioning complete for port c2e5e074-38f9-4e56-9dcd-3682e7a18f27 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:58:01.123770 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-d5abd04d-65f2-454a-94d4-d1c510cd3800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (c2e5e074-38f9-4e56-9dcd-3682e7a18f27), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:01.126965 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-d5abd04d-65f2-454a-94d4-d1c510cd3800 None None] Attempt 1 to provision port c2e5e074-38f9-4e56-9dcd-3682e7a18f27 Sep 26 17:58:01.191453 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device c2e5e074-38f9-4e56-9dcd-3682e7a18f27 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:58:01.326357 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-d5abd04d-65f2-454a-94d4-d1c510cd3800 None None] Current status of the port c2e5e074-38f9-4e56-9dcd-3682e7a18f27 is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:58:01.326896 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-d5abd04d-65f2-454a-94d4-d1c510cd3800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (c2e5e074-38f9-4e56-9dcd-3682e7a18f27), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:01.350603 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port c2e5e074-38f9-4e56-9dcd-3682e7a18f27 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:58:01.350603 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (c2e5e074-38f9-4e56-9dcd-3682e7a18f27), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:01.351010 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port c2e5e074-38f9-4e56-9dcd-3682e7a18f27 Sep 26 17:58:01.411881 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-d5abd04d-65f2-454a-94d4-d1c510cd3800 None None] For port c2e5e074-38f9-4e56-9dcd-3682e7a18f27, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=c2e5e074-38f9-4e56-9dcd-3682e7a18f27,segment=NetworkSegment(7d099845-db67-4416-a6d7-c1e7beaf581c),segment_id=7d099845-db67-4416-a6d7-c1e7beaf581c)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:58:01.469916 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port c2e5e074-38f9-4e56-9dcd-3682e7a18f27 is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:58:01.470231 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (c2e5e074-38f9-4e56-9dcd-3682e7a18f27), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:01.500685 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-d5abd04d-65f2-454a-94d4-d1c510cd3800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (c2e5e074-38f9-4e56-9dcd-3682e7a18f27), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:01.576616 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.db.api [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 26 17:58:01.577058 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG oslo_db.api [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 17:58:01.582184 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abd04d-65f2-454a-94d4-d1c510cd3800 None None] Pushing event updated for resources: {'Port': ['ID=c2e5e074-38f9-4e56-9dcd-3682e7a18f27,revision_number=3']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:01.632206 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-dad89493-7640-4f4a-8cf0-1d0860ade101 None None] Provisioning complete for port c2e5e074-38f9-4e56-9dcd-3682e7a18f27 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:58:01.633762 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-dad89493-7640-4f4a-8cf0-1d0860ade101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (c2e5e074-38f9-4e56-9dcd-3682e7a18f27), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:01.634110 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-dad89493-7640-4f4a-8cf0-1d0860ade101 None None] Attempt 1 to provision port c2e5e074-38f9-4e56-9dcd-3682e7a18f27 Sep 26 17:58:01.750132 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-dad89493-7640-4f4a-8cf0-1d0860ade101 None None] Current status of the port c2e5e074-38f9-4e56-9dcd-3682e7a18f27 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:58:01.914846 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a49580b7-9f5d-4a92-be2f-b6f9edb86314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:02.112015 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port c2e5e074-38f9-4e56-9dcd-3682e7a18f27 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:58:03.123689 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device c2e5e074-38f9-4e56-9dcd-3682e7a18f27 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:58:03.174227 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port c2e5e074-38f9-4e56-9dcd-3682e7a18f27 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:58:03.174566 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (c2e5e074-38f9-4e56-9dcd-3682e7a18f27), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:03.174909 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port c2e5e074-38f9-4e56-9dcd-3682e7a18f27 Sep 26 17:58:03.248936 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port c2e5e074-38f9-4e56-9dcd-3682e7a18f27 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:58:04.202423 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:04.249246 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-66265a94-922e-4ba9-a11b-14f279ec78eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:05.358140 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:05.508674 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:06.151197 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:06.156423 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=4 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:07.017826 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:07.149471 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 5 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:58:07.306530 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:09.151919 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=80,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:09.152763 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=80,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:17.145246 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:17.244821 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:17.246609 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:30.140966 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:30.142870 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:DELETE=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:31.908036 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-b7fa7c0a-7442-480b-8536-ffe4bae3df67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:34.290997 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bf70b0d2-eb40-4416-acac-a4b9ae847d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:35.445664 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:37.065332 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:37.293844 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:43.148933 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:43.152793 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:44.148323 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 5 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:58:47.243875 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:47.245645 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:54.144351 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:54.145302 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:01.918838 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-740e8301-7c8f-417e-a25b-210ba601f540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:04.249376 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bd48bb45-4892-41f0-870c-c11dfb906e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:05.467548 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:07.039079 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:07.387528 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:17.242102 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:17.242846 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:21.147210 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 5 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:59:25.105679 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 44682) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:25.111842 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [None req-5d35c79e-65fd-471c-ac29-30aa31bbed0a tempest-verify_tempest_config-1926498347 tempest-verify_tempest_config-1926498347-project] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106583) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 17:59:25.112860 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-5d35c79e-65fd-471c-ac29-30aa31bbed0a tempest-verify_tempest_config-1926498347 tempest-verify_tempest_config-1926498347-project] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0062289 Sep 26 17:59:25.875506 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 44700) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:26.257371 dv-cinder-859319-1-iscsi neutron-server[106582]: ERROR stevedore.extension [None req-88634864-7a15-437a-9184-a9eaff95286b admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 26 17:59:26.309842 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.policy [None req-88634864-7a15-437a-9184-a9eaff95286b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106582) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 26 17:59:26.353116 dv-cinder-859319-1-iscsi neutron-server[106582]: WARNING oslo_policy.policy [None req-88634864-7a15-437a-9184-a9eaff95286b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 17:59:26.353508 dv-cinder-859319-1-iscsi neutron-server[106582]: WARNING oslo_policy.policy [None req-88634864-7a15-437a-9184-a9eaff95286b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 17:59:26.371734 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writer thread running {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 17:59:26.373134 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:26.397975 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-88634864-7a15-437a-9184-a9eaff95286b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:26.532522 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-88634864-7a15-437a-9184-a9eaff95286b admin admin] Publish callbacks [] for security_group (1380184b-1773-4568-8b33-32d5f81b03e0), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:26.609907 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-88634864-7a15-437a-9184-a9eaff95286b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (1380184b-1773-4568-8b33-32d5f81b03e0), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:26.653203 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-88634864-7a15-437a-9184-a9eaff95286b admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=51a6803ac07e4f5eafb7d17154fd46da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7765784 Sep 26 17:59:26.657211 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 44712) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:26.663442 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88634864-7a15-437a-9184-a9eaff95286b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1380184b-1773-4568-8b33-32d5f81b03e0,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:26.676908 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88634864-7a15-437a-9184-a9eaff95286b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:26.677258 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88634864-7a15-437a-9184-a9eaff95286b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:26.677605 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88634864-7a15-437a-9184-a9eaff95286b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:26.677946 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88634864-7a15-437a-9184-a9eaff95286b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:26.678283 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88634864-7a15-437a-9184-a9eaff95286b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:26.678616 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88634864-7a15-437a-9184-a9eaff95286b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:26.678944 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88634864-7a15-437a-9184-a9eaff95286b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:26.679272 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88634864-7a15-437a-9184-a9eaff95286b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:26.679602 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88634864-7a15-437a-9184-a9eaff95286b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:26.680007 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88634864-7a15-437a-9184-a9eaff95286b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:26.680320 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88634864-7a15-437a-9184-a9eaff95286b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:26.680662 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88634864-7a15-437a-9184-a9eaff95286b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:26.680991 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88634864-7a15-437a-9184-a9eaff95286b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:26.681313 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88634864-7a15-437a-9184-a9eaff95286b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:26.681636 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88634864-7a15-437a-9184-a9eaff95286b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88634864-7a15-437a-9184-a9eaff95286b admin admin] Tracked resource versions report: Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: pushed versions: Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: { 'AddressGroup': {'1.2'}, Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: 'Agent': {'1.1'}, Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: 'ConntrackHelper': {'1.0'}, Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: 'LocalIPAssociation': {'1.0'}, Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: 'Log': {'1.0'}, Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: 'NDPProxy': {'1.0'}, Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: 'Network': {'1.1'}, Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: 'Port': {'1.7'}, Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: 'PortForwarding': {'1.3'}, Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: 'QosPolicy': {'1.10'}, Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: 'SecurityGroup': {'1.5'}, Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: 'SecurityGroupRule': {'1.2'}, Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: 'SubPort': {'1.0'}, Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: 'Subnet': {'1.1'}, Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: 'Trunk': {'1.1'}} Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: consumer versions: Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: { DHCP agent@dv-cinder-859319-1-iscsi: {}, Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: L3 agent@dv-cinder-859319-1-iscsi: {}, Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: Metadata agent@dv-cinder-859319-1-iscsi: {}, Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: Metering agent@dv-cinder-859319-1-iscsi: {}, Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: Open vSwitch agent@dv-cinder-859319-1-iscsi: { 'AddressGroup': '1.2', Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: 'Agent': '1.1', Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: 'ConntrackHelper': '1.0', Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: 'LocalIPAssociation': '1.0', Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: 'Log': '1.0', Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: 'NDPProxy': '1.0', Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: 'Network': '1.1', Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: 'Port': '1.7', Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: 'PortForwarding': '1.3', Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: 'QosPolicy': '1.10', Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: 'SecurityGroup': '1.5', Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: 'SecurityGroupRule': '1.2', Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: 'SubPort': '1.0', Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: 'Subnet': '1.1', Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: 'Trunk': '1.1'}} Sep 26 17:59:26.683085 dv-cinder-859319-1-iscsi neutron-server[106582]: {{(pid=106582) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 17:59:26.718869 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-db340705-2d20-44bf-a142-712b47dbd6b0 admin admin] Publish callbacks [] for security_group (1380184b-1773-4568-8b33-32d5f81b03e0), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:26.739914 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-db340705-2d20-44bf-a142-712b47dbd6b0 admin admin] Publish callbacks [] for security_group (1380184b-1773-4568-8b33-32d5f81b03e0), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:26.910445 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-db340705-2d20-44bf-a142-712b47dbd6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (1380184b-1773-4568-8b33-32d5f81b03e0), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:26.913103 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-db340705-2d20-44bf-a142-712b47dbd6b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:26.914271 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-db340705-2d20-44bf-a142-712b47dbd6b0 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/1380184b-1773-4568-8b33-32d5f81b03e0 HTTP/1.1" status: 204 len: 168 time: 0.2560091 Sep 26 17:59:26.924584 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db340705-2d20-44bf-a142-712b47dbd6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1380184b-1773-4568-8b33-32d5f81b03e0,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:26.930052 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db340705-2d20-44bf-a142-712b47dbd6b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:26.930405 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db340705-2d20-44bf-a142-712b47dbd6b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:26.930791 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db340705-2d20-44bf-a142-712b47dbd6b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:26.931197 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db340705-2d20-44bf-a142-712b47dbd6b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:26.931544 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db340705-2d20-44bf-a142-712b47dbd6b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:26.931916 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db340705-2d20-44bf-a142-712b47dbd6b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:26.932251 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db340705-2d20-44bf-a142-712b47dbd6b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:26.932589 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db340705-2d20-44bf-a142-712b47dbd6b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:26.932932 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db340705-2d20-44bf-a142-712b47dbd6b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:26.933269 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db340705-2d20-44bf-a142-712b47dbd6b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:26.933621 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db340705-2d20-44bf-a142-712b47dbd6b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:26.933955 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db340705-2d20-44bf-a142-712b47dbd6b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:26.934283 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db340705-2d20-44bf-a142-712b47dbd6b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:26.934609 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db340705-2d20-44bf-a142-712b47dbd6b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:26.935024 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db340705-2d20-44bf-a142-712b47dbd6b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:28.119292 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=19 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:31.143199 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=15 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:31.915243 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-39ae8f6d-7d98-4e9a-9b87-1e70355d4e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:34.282039 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-583e467d-1470-4f16-a6c5-a4a0727c1e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:35.498269 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:36.661926 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=9 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:36.672191 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=29,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:36.918259 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:36.926223 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:37.040885 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:37.307064 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:47.245744 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:47.247587 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:57.148916 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:57.149704 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:58.146343 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 5 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:00:01.904645 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a92ac7a6-6cb2-4c1d-a2c3-8015bbe3743c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:04.274655 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-258f5902-40f7-49f5-87bd-4e233bf95d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:05.446056 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:07.081102 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:07.345993 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.143543 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:17.244676 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:17.246562 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:31.925268 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-94b8ede8-9e47-468a-a496-7127ad49b075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:34.140567 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=4 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:34.145448 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:34.330400 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-937820f1-915d-4e7e-9672-69cd329dac75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:35.144863 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 5 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:00:35.450463 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:37.045651 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:37.307708 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:45.139955 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:45.140733 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:47.244074 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:47.245949 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:01.936946 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-7e1e71d2-d92b-4bf4-9dd1-c205ba654ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:04.304630 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-b8c3cbb7-6b18-4e83-bdc7-90fd39f4e157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:05.441477 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:07.055287 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:07.318557 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:11.136657 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:11.141596 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=4 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:12.143262 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 5 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:01:15.741033 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-505023'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:25.002774 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 44808) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:25.134917 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-a6d8f236-1165-47e9-87e3-156442fa02ba admin admin] 10.222.0.67 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1310284 Sep 26 18:01:25.692692 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:25.693570 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:27.736675 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 44818) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:27.794467 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-32a87d86-aa5a-4890-bbad-92c460f22f12 admin admin] 10.222.0.67 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0561726 Sep 26 18:01:28.118835 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=15 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:28.119588 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=13 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:31.935724 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a8a3b66e-8382-435e-af45-0277edcb082f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:34.283698 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-4aa30eb0-f653-46f2-96e1-069eb6363013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:35.454885 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:37.046677 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:37.326670 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:37.788293 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:37.789359 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:45.831999 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:48.131839 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:48.137767 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=4 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:49.142550 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:01:55.686578 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:55.688475 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:59.138213 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:01.911210 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-1bd95a5d-2815-4161-977f-39b3e8f92a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:04.294269 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-d8ca4955-b170-4c1d-8553-59c14dba1a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:05.145601 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:05.517172 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:07.065311 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:07.359927 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:15.834454 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:25.135607 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=4 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:25.706122 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:25.708428 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:26.142924 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:02:31.902343 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7297-7781-4f12-aa08-dd418f68dd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:34.344685 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-8c01f6fb-7d42-465f-9221-9db7b494bf25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:35.498932 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:36.139163 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:36.139938 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:37.087341 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:37.316045 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:45.776751 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:55.699373 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:55.701309 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:02.079003 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-1a7cf005-5ac7-43ee-a2fc-9a9173c8fdd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:02.133945 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:02.135764 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:03.143402 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:03:04.341691 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-f9898f73-8d61-4ce6-a6b5-d33aab04ce2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:05.498954 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:07.104191 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:07.441020 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:09.378789 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 45016) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:09.904945 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 45036) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:09.933915 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-dc125b51-268a-420f-8cc7-3cdfa4378b9e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-714321460-network', 'tenant_id': '0f9a34cf9c6e44f99b352c5a45dce759'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:10.224133 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc125b51-268a-420f-8cc7-3cdfa4378b9e admin admin] Made reservation on behalf of 0f9a34cf9c6e44f99b352c5a45dce759 for: {'network': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:03:10.290008 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-dc125b51-268a-420f-8cc7-3cdfa4378b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for network (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:10.290008 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-dc125b51-268a-420f-8cc7-3cdfa4378b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:10.327020 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-dc125b51-268a-420f-8cc7-3cdfa4378b9e admin admin] Publish callbacks [] for security_group (79a00fc1-19f9-4035-a8f0-16663c987104), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:10.462353 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-dc125b51-268a-420f-8cc7-3cdfa4378b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (79a00fc1-19f9-4035-a8f0-16663c987104), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:10.500713 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc125b51-268a-420f-8cc7-3cdfa4378b9e admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=106583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:03:10.508139 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc125b51-268a-420f-8cc7-3cdfa4378b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a00fc1-19f9-4035-a8f0-16663c987104,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:10.519265 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-dc125b51-268a-420f-8cc7-3cdfa4378b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (fe13383a-da8d-4aa2-9e55-d7acbe29655a), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:10.520229 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.db.segments_db [None req-dc125b51-268a-420f-8cc7-3cdfa4378b9e admin admin] Added segment fe13383a-da8d-4aa2-9e55-d7acbe29655a of type vlan for network 0520e03c-8289-4cdb-8967-a020ee1330fc Sep 26 18:03:10.521729 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc125b51-268a-420f-8cc7-3cdfa4378b9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:10.522361 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc125b51-268a-420f-8cc7-3cdfa4378b9e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:10.522486 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc125b51-268a-420f-8cc7-3cdfa4378b9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:10.522759 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc125b51-268a-420f-8cc7-3cdfa4378b9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:10.523149 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc125b51-268a-420f-8cc7-3cdfa4378b9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:10.524122 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc125b51-268a-420f-8cc7-3cdfa4378b9e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:10.524936 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc125b51-268a-420f-8cc7-3cdfa4378b9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:10.525446 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc125b51-268a-420f-8cc7-3cdfa4378b9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:10.525795 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc125b51-268a-420f-8cc7-3cdfa4378b9e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:10.526131 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc125b51-268a-420f-8cc7-3cdfa4378b9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:10.526492 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc125b51-268a-420f-8cc7-3cdfa4378b9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:10.526845 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc125b51-268a-420f-8cc7-3cdfa4378b9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:10.527197 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc125b51-268a-420f-8cc7-3cdfa4378b9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:10.528894 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc125b51-268a-420f-8cc7-3cdfa4378b9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:10.528894 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc125b51-268a-420f-8cc7-3cdfa4378b9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc125b51-268a-420f-8cc7-3cdfa4378b9e admin admin] Tracked resource versions report: Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: pushed versions: Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: { 'AddressGroup': {'1.2'}, Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: 'Agent': {'1.1'}, Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: 'ConntrackHelper': {'1.0'}, Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: 'LocalIPAssociation': {'1.0'}, Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: 'Log': {'1.0'}, Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: 'NDPProxy': {'1.0'}, Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: 'Network': {'1.1'}, Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: 'Port': {'1.7'}, Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: 'PortForwarding': {'1.3'}, Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: 'QosPolicy': {'1.10'}, Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: 'SecurityGroup': {'1.5'}, Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: 'SecurityGroupRule': {'1.2'}, Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: 'SubPort': {'1.0'}, Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: 'Subnet': {'1.1'}, Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: 'Trunk': {'1.1'}} Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: consumer versions: Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: { DHCP agent@dv-cinder-859319-1-iscsi: {}, Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: HyperV agent@hv-cinder-85931: {}, Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: L3 agent@dv-cinder-859319-1-iscsi: {}, Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: Metadata agent@dv-cinder-859319-1-iscsi: {}, Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: Metering agent@dv-cinder-859319-1-iscsi: {}, Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: Open vSwitch agent@dv-cinder-859319-1-iscsi: { 'AddressGroup': '1.2', Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: 'Agent': '1.1', Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: 'ConntrackHelper': '1.0', Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: 'LocalIPAssociation': '1.0', Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: 'Log': '1.0', Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: 'NDPProxy': '1.0', Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: 'Network': '1.1', Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: 'Port': '1.7', Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: 'PortForwarding': '1.3', Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: 'QosPolicy': '1.10', Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: 'SecurityGroup': '1.5', Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: 'SecurityGroupRule': '1.2', Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: 'SubPort': '1.0', Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: 'Subnet': '1.1', Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: 'Trunk': '1.1'}} Sep 26 18:03:10.529110 dv-cinder-859319-1-iscsi neutron-server[106583]: {{(pid=106583) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 18:03:10.574979 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-dc125b51-268a-420f-8cc7-3cdfa4378b9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756749379750'] for network (0520e03c-8289-4cdb-8967-a020ee1330fc), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:10.664565 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2072987291-network', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:10.690038 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-dc125b51-268a-420f-8cc7-3cdfa4378b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310'] for network (0520e03c-8289-4cdb-8967-a020ee1330fc), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:10.691301 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc125b51-268a-420f-8cc7-3cdfa4378b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:10.691922 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-dc125b51-268a-420f-8cc7-3cdfa4378b9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:10.762883 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc125b51-268a-420f-8cc7-3cdfa4378b9e admin admin] Pushing event updated for resources: {'Network': ['ID=0520e03c-8289-4cdb-8967-a020ee1330fc,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:10.774565 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Network 0520e03c-8289-4cdb-8967-a020ee1330fc details requested by agent ovs-agent-dv-cinder-859319-1-iscsi with host dv-cinder-859319-1-iscsi {{(pid=106584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:03:10.791558 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 45060) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:10.804172 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] Made reservation on behalf of ffa58ff5197e48709d5c90ec334b9403 for: {'network': 1} {{(pid=106582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:03:10.810884 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for network (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:10.819621 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:10.842619 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-dc125b51-268a-420f-8cc7-3cdfa4378b9e admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4633975 Sep 26 18:03:10.845197 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 45064) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:10.863813 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-f804288e-0f77-447a-87b4-403bc102b8df admin admin] Request body: {'subnet': {'network_id': '0520e03c-8289-4cdb-8967-a020ee1330fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-714321460-subnet', 'tenant_id': '0f9a34cf9c6e44f99b352c5a45dce759', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:10.916822 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] Publish callbacks [] for security_group (1d55c9b4-202b-4e94-b03a-24f79ddbe188), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:10.987006 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f804288e-0f77-447a-87b4-403bc102b8df admin admin] Made reservation on behalf of 0f9a34cf9c6e44f99b352c5a45dce759 for: {'subnet': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:03:10.989610 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f804288e-0f77-447a-87b4-403bc102b8df admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.023834 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (1d55c9b4-202b-4e94-b03a-24f79ddbe188), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.067159 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=106582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:03:11.080996 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d55c9b4-202b-4e94-b03a-24f79ddbe188,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:11.096331 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:11.100125 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:11.100595 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:11.101015 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:11.101424 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:11.102070 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:11.102435 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:11.102832 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:11.103243 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:11.103679 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:11.104189 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:11.104598 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:11.104988 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:11.105394 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:11.105776 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] Tracked resource versions report: Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: pushed versions: Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: { 'AddressGroup': {'1.2'}, Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: 'Agent': {'1.1'}, Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: 'ConntrackHelper': {'1.0'}, Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: 'LocalIPAssociation': {'1.0'}, Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: 'Log': {'1.0'}, Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: 'NDPProxy': {'1.0'}, Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: 'Network': {'1.1'}, Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: 'Port': {'1.7'}, Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: 'PortForwarding': {'1.3'}, Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: 'QosPolicy': {'1.10'}, Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: 'SecurityGroup': {'1.5'}, Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: 'SecurityGroupRule': {'1.2'}, Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: 'SubPort': {'1.0'}, Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: 'Subnet': {'1.1'}, Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: 'Trunk': {'1.1'}} Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: consumer versions: Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: { DHCP agent@dv-cinder-859319-1-iscsi: {}, Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: HyperV agent@hv-cinder-85931: {}, Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: L3 agent@dv-cinder-859319-1-iscsi: {}, Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: Metadata agent@dv-cinder-859319-1-iscsi: {}, Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: Metering agent@dv-cinder-859319-1-iscsi: {}, Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: Open vSwitch agent@dv-cinder-859319-1-iscsi: { 'AddressGroup': '1.2', Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: 'Agent': '1.1', Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: 'ConntrackHelper': '1.0', Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: 'LocalIPAssociation': '1.0', Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: 'Log': '1.0', Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: 'NDPProxy': '1.0', Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: 'Network': '1.1', Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: 'Port': '1.7', Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: 'PortForwarding': '1.3', Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: 'QosPolicy': '1.10', Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: 'SecurityGroup': '1.5', Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: 'SecurityGroupRule': '1.2', Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: 'SubPort': '1.0', Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: 'Subnet': '1.1', Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: 'Trunk': '1.1'}} Sep 26 18:03:11.107075 dv-cinder-859319-1-iscsi neutron-server[106582]: {{(pid=106582) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 18:03:11.119397 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756749958328', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (ed751284-034c-4094-bf91-e2a4a99e4455), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.124149 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] Unsubscribe: segment precommit_create {{(pid=106582) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 26 18:03:11.124149 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.db.segments_db [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] Added segment ed751284-034c-4094-bf91-e2a4a99e4455 of type vlan for network ff0911ec-d0cb-47aa-9835-b96611526a51 Sep 26 18:03:11.240411 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756749379750'] for network (ff0911ec-d0cb-47aa-9835-b96611526a51), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.377905 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 45074) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:11.378878 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310'] for network (ff0911ec-d0cb-47aa-9835-b96611526a51), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.384418 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:11.385144 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.391543 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f804288e-0f77-447a-87b4-403bc102b8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310'] for subnet (77a09288-b1ab-415c-9981-f7e2cbf10b3e), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.493989 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804288e-0f77-447a-87b4-403bc102b8df admin admin] Pushing event updated for resources: {'Subnet': ['ID=77a09288-b1ab-415c-9981-f7e2cbf10b3e,revision_number=0']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:11.505033 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f804288e-0f77-447a-87b4-403bc102b8df admin admin] Checking segment: {'id': 'fe13383a-da8d-4aa2-9e55-d7acbe29655a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0520e03c-8289-4cdb-8967-a020ee1330fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:03:11.505390 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f804288e-0f77-447a-87b4-403bc102b8df admin admin] Network hostable DHCP agents. Network: 0520e03c-8289-4cdb-8967-a020ee1330fc, hostable agents: ['4ef20602-5638-479d-aebe-a5cbb98cbff1'], hosted agents: [] {{(pid=106583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:03:11.510092 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] Pushing event updated for resources: {'Network': ['ID=ff0911ec-d0cb-47aa-9835-b96611526a51,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:11.515146 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-9af872ed-29c9-43c0-a823-b397c7e133ac admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-631427978-network', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:11.549396 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Network ff0911ec-d0cb-47aa-9835-b96611526a51 details requested by agent ovs-agent-dv-cinder-859319-1-iscsi with host dv-cinder-859319-1-iscsi {{(pid=106584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:03:11.584499 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-21d52559-b969-4a46-9c02-d597515d76a6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-516662706-network', 'tenant_id': 'bcd6fe4cc3554b888bb25819f5fac1e4'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:11.647597 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f804288e-0f77-447a-87b4-403bc102b8df admin admin] Network 0520e03c-8289-4cdb-8967-a020ee1330fc is scheduled to be hosted by DHCP agent 4ef20602-5638-479d-aebe-a5cbb98cbff1 with binding_index 1 {{(pid=106583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:03:11.686801 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d52559-b969-4a46-9c02-d597515d76a6 admin admin] Made reservation on behalf of bcd6fe4cc3554b888bb25819f5fac1e4 for: {'network': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:03:11.689551 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-21d52559-b969-4a46-9c02-d597515d76a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for network (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.694882 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-f68997fc-b114-4406-83f6-b8ec76b539b8 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7843511 Sep 26 18:03:11.694882 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af872ed-29c9-43c0-a823-b397c7e133ac admin admin] Made reservation on behalf of 3a15ebd862054a64ac1d739db5adc3a2 for: {'network': 1} {{(pid=106582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:03:11.697909 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9af872ed-29c9-43c0-a823-b397c7e133ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for network (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.700699 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 45088) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:11.703241 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-21d52559-b969-4a46-9c02-d597515d76a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.707593 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-5338e48d-881e-48ab-ad3d-1121d66fa801 admin admin] Request body: {'subnet': {'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-subnet', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:11.732693 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9af872ed-29c9-43c0-a823-b397c7e133ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.799672 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:11.800470 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:11.803354 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-f804288e-0f77-447a-87b4-403bc102b8df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-1-iscsi, 0520e03c-8289-4cdb-8967-a020ee1330fc) {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:03:11.813644 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044a2dbc-9554-4d3b-9e8b-50af3506a38c None None] Network 0520e03c-8289-4cdb-8967-a020ee1330fc requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:03:11.814262 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f804288e-0f77-447a-87b4-403bc102b8df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:11.814810 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f804288e-0f77-447a-87b4-403bc102b8df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for subnet (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.862197 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-21d52559-b969-4a46-9c02-d597515d76a6 admin admin] Publish callbacks [] for security_group (e08b46ef-35fa-4f36-be32-347feaf0187a), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.868623 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5338e48d-881e-48ab-ad3d-1121d66fa801 admin admin] Made reservation on behalf of ffa58ff5197e48709d5c90ec334b9403 for: {'subnet': 1} {{(pid=106582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:03:11.871147 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-5338e48d-881e-48ab-ad3d-1121d66fa801 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.882256 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9af872ed-29c9-43c0-a823-b397c7e133ac admin admin] Publish callbacks [] for security_group (fbdebad9-7432-46e3-a0aa-86c153f6837e), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.901083 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-f804288e-0f77-447a-87b4-403bc102b8df admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0535336 Sep 26 18:03:11.950177 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-21d52559-b969-4a46-9c02-d597515d76a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (e08b46ef-35fa-4f36-be32-347feaf0187a), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.988417 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb628ede-54af-4e2a-a637-34877beb8000 None None] Network 0520e03c-8289-4cdb-8967-a020ee1330fc requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:03:11.997776 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d52559-b969-4a46-9c02-d597515d76a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08b46ef-35fa-4f36-be32-347feaf0187a,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:12.006837 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d52559-b969-4a46-9c02-d597515d76a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=106583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:03:12.018412 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-21d52559-b969-4a46-9c02-d597515d76a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (2127eb0b-2409-4ca7-8afc-f12dda366aad), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.019046 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.db.segments_db [None req-21d52559-b969-4a46-9c02-d597515d76a6 admin admin] Added segment 2127eb0b-2409-4ca7-8afc-f12dda366aad of type vlan for network 14afb4e8-c529-4ecb-b70e-20ecdadd3fe6 Sep 26 18:03:12.071894 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-21d52559-b969-4a46-9c02-d597515d76a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756749379750'] for network (14afb4e8-c529-4ecb-b70e-20ecdadd3fe6), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.107052 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=69,neutron:INSERT=25,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:12.113001 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9af872ed-29c9-43c0-a823-b397c7e133ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (fbdebad9-7432-46e3-a0aa-86c153f6837e), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.177687 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af872ed-29c9-43c0-a823-b397c7e133ac admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=106582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:03:12.184475 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-21d52559-b969-4a46-9c02-d597515d76a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310'] for network (14afb4e8-c529-4ecb-b70e-20ecdadd3fe6), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.184748 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d52559-b969-4a46-9c02-d597515d76a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:12.185634 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-21d52559-b969-4a46-9c02-d597515d76a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.222949 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af872ed-29c9-43c0-a823-b397c7e133ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdebad9-7432-46e3-a0aa-86c153f6837e,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:12.238610 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9af872ed-29c9-43c0-a823-b397c7e133ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (63da25e3-ab21-4200-80f5-c0efc61716da), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.238610 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.db.segments_db [None req-9af872ed-29c9-43c0-a823-b397c7e133ac admin admin] Added segment 63da25e3-ab21-4200-80f5-c0efc61716da of type vlan for network 45aee833-caf9-4514-8a4b-002783e94737 Sep 26 18:03:12.245250 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:12.253936 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d52559-b969-4a46-9c02-d597515d76a6 admin admin] Pushing event updated for resources: {'Network': ['ID=14afb4e8-c529-4ecb-b70e-20ecdadd3fe6,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:12.266954 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Network 14afb4e8-c529-4ecb-b70e-20ecdadd3fe6 details requested by agent ovs-agent-dv-cinder-859319-1-iscsi with host dv-cinder-859319-1-iscsi {{(pid=106584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:03:12.332362 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-21d52559-b969-4a46-9c02-d597515d76a6 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9521523 Sep 26 18:03:12.335544 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 45124) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:12.340970 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-5d712a26-b605-4120-95a8-f190d4ab8d9d admin admin] Request body: {'subnet': {'network_id': '14afb4e8-c529-4ecb-b70e-20ecdadd3fe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-516662706-subnet', 'tenant_id': 'bcd6fe4cc3554b888bb25819f5fac1e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:12.350326 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9af872ed-29c9-43c0-a823-b397c7e133ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756749379750'] for network (45aee833-caf9-4514-8a4b-002783e94737), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.472148 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-5338e48d-881e-48ab-ad3d-1121d66fa801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310'] for subnet (1feb17d0-5a16-48d0-945c-e503f8418bcd), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.473393 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d712a26-b605-4120-95a8-f190d4ab8d9d admin admin] Made reservation on behalf of bcd6fe4cc3554b888bb25819f5fac1e4 for: {'subnet': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:03:12.475979 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-5d712a26-b605-4120-95a8-f190d4ab8d9d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.481534 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9af872ed-29c9-43c0-a823-b397c7e133ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310'] for network (45aee833-caf9-4514-8a4b-002783e94737), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.482884 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af872ed-29c9-43c0-a823-b397c7e133ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:12.483823 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9af872ed-29c9-43c0-a823-b397c7e133ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.616624 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af872ed-29c9-43c0-a823-b397c7e133ac admin admin] Pushing event updated for resources: {'Network': ['ID=45aee833-caf9-4514-8a4b-002783e94737,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:12.629839 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Network 45aee833-caf9-4514-8a4b-002783e94737 details requested by agent ovs-agent-dv-cinder-859319-1-iscsi with host dv-cinder-859319-1-iscsi {{(pid=106584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:03:12.674617 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5338e48d-881e-48ab-ad3d-1121d66fa801 admin admin] Checking segment: {'id': 'ed751284-034c-4094-bf91-e2a4a99e4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:03:12.675367 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5338e48d-881e-48ab-ad3d-1121d66fa801 admin admin] Network hostable DHCP agents. Network: ff0911ec-d0cb-47aa-9835-b96611526a51, hostable agents: ['4ef20602-5638-479d-aebe-a5cbb98cbff1'], hosted agents: [] {{(pid=106582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:03:12.692603 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-9af872ed-29c9-43c0-a823-b397c7e133ac admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9001718 Sep 26 18:03:12.693687 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 45148) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:12.702801 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338e48d-881e-48ab-ad3d-1121d66fa801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1feb17d0-5a16-48d0-945c-e503f8418bcd,revision_number=0']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:12.706067 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-2a8116ad-c3a6-4110-8008-8bd8633c8960 admin admin] Request body: {'subnet': {'network_id': '45aee833-caf9-4514-8a4b-002783e94737', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-631427978-subnet', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:12.817752 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5338e48d-881e-48ab-ad3d-1121d66fa801 admin admin] Network ff0911ec-d0cb-47aa-9835-b96611526a51 is scheduled to be hosted by DHCP agent 4ef20602-5638-479d-aebe-a5cbb98cbff1 with binding_index 1 {{(pid=106582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:03:12.823460 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8116ad-c3a6-4110-8008-8bd8633c8960 admin admin] Made reservation on behalf of 3a15ebd862054a64ac1d739db5adc3a2 for: {'subnet': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:03:12.827966 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2a8116ad-c3a6-4110-8008-8bd8633c8960 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.947327 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-5338e48d-881e-48ab-ad3d-1121d66fa801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-1-iscsi, ff0911ec-d0cb-47aa-9835-b96611526a51) {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:03:12.952898 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5338e48d-881e-48ab-ad3d-1121d66fa801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:12.960077 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-5338e48d-881e-48ab-ad3d-1121d66fa801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for subnet (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.961095 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301fec26-1bf1-49f1-a91e-c853c63b6dac None None] Network ff0911ec-d0cb-47aa-9835-b96611526a51 requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:03:12.990147 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-5d712a26-b605-4120-95a8-f190d4ab8d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310'] for subnet (f7c421de-8c97-43f0-abfe-f3557912f701), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:13.127123 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d712a26-b605-4120-95a8-f190d4ab8d9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7c421de-8c97-43f0-abfe-f3557912f701,revision_number=0']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:13.127123 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d712a26-b605-4120-95a8-f190d4ab8d9d admin admin] Checking segment: {'id': '2127eb0b-2409-4ca7-8afc-f12dda366aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '14afb4e8-c529-4ecb-b70e-20ecdadd3fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:03:13.127123 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d712a26-b605-4120-95a8-f190d4ab8d9d admin admin] Network hostable DHCP agents. Network: 14afb4e8-c529-4ecb-b70e-20ecdadd3fe6, hostable agents: ['4ef20602-5638-479d-aebe-a5cbb98cbff1'], hosted agents: [] {{(pid=106583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:03:13.127396 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4764dadb-9c64-5769-9546-d6a7905953f7-ff0911ec-d0cb-47aa-9835-b96611526a51', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'fixed_ips': [{'subnet_id': '1feb17d0-5a16-48d0-945c-e503f8418bcd'}]}} from dv-cinder-859319-1-iscsi. {{(pid=106584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 18:03:13.127396 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:13.146573 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:13.147623 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:13.170526 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-5338e48d-881e-48ab-ad3d-1121d66fa801 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4683151 Sep 26 18:03:13.173015 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 45168) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:13.589346 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-1298ace1-3bab-4cc6-ac84-0ea02223e516 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:13.591182 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2a8116ad-c3a6-4110-8008-8bd8633c8960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310'] for subnet (e01e5c5e-987a-4185-87ba-f124ff403d46), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:13.593208 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.db_base_plugin_common [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Allocated IP 172.20.0.2 (ff0911ec-d0cb-47aa-9835-b96611526a51/1feb17d0-5a16-48d0-945c-e503f8418bcd/83937784-7085-41f5-80d4-097bd410ddcf) {{(pid=106584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:03:13.595209 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8116ad-c3a6-4110-8008-8bd8633c8960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e01e5c5e-987a-4185-87ba-f124ff403d46,revision_number=0']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:13.595209 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8116ad-c3a6-4110-8008-8bd8633c8960 admin admin] Checking segment: {'id': '63da25e3-ab21-4200-80f5-c0efc61716da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '45aee833-caf9-4514-8a4b-002783e94737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:03:13.595209 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8116ad-c3a6-4110-8008-8bd8633c8960 admin admin] Network hostable DHCP agents. Network: 45aee833-caf9-4514-8a4b-002783e94737, hostable agents: ['4ef20602-5638-479d-aebe-a5cbb98cbff1'], hosted agents: [] {{(pid=106583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:03:13.595209 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d712a26-b605-4120-95a8-f190d4ab8d9d admin admin] Network 14afb4e8-c529-4ecb-b70e-20ecdadd3fe6 is scheduled to be hosted by DHCP agent 4ef20602-5638-479d-aebe-a5cbb98cbff1 with binding_index 1 {{(pid=106583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:03:13.597571 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1298ace1-3bab-4cc6-ac84-0ea02223e516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2095476'] for router (0d3f8166-a65a-4d17-a4f7-ca93fffd4115), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:13.597571 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1298ace1-3bab-4cc6-ac84-0ea02223e516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-497029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2095487'] for router (0d3f8166-a65a-4d17-a4f7-ca93fffd4115), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:13.599319 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:13.599319 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Publish callbacks [] for port (83937784-7085-41f5-80d4-097bd410ddcf), precommit_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:13.600150 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8116ad-c3a6-4110-8008-8bd8633c8960 admin admin] Network 45aee833-caf9-4514-8a4b-002783e94737 is scheduled to be hosted by DHCP agent 4ef20602-5638-479d-aebe-a5cbb98cbff1 with binding_index 1 {{(pid=106583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:03:13.636127 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1298ace1-3bab-4cc6-ac84-0ea02223e516 admin admin] Publish callbacks [] for router_controller (0d3f8166-a65a-4d17-a4f7-ca93fffd4115), precommit_add_association {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:13.681358 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 45200) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:13.689402 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-a19b4c14-aa39-43c6-bf65-2ad6bf0b419c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1840422649-network', 'tenant_id': 'bcb1830b4d004072a2ae91a699f096bb'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:13.899384 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720'] for port (83937784-7085-41f5-80d4-097bd410ddcf), after_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:13.903798 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:13.936525 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Network ff0911ec-d0cb-47aa-9835-b96611526a51 is already hosted by enough agents. {{(pid=106584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:03:13.939603 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.scheduler.base_scheduler [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Resources bound (agent type, host, resource id): {{(pid=106584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:03:13.950217 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Received port after_create {{(pid=106584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:03:13.986489 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Pushing event updated for resources: {'Port': ['ID=83937784-7085-41f5-80d4-097bd410ddcf,revision_number=1']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:13.994250 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-5d712a26-b605-4120-95a8-f190d4ab8d9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-1-iscsi, 14afb4e8-c529-4ecb-b70e-20ecdadd3fe6) {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:03:13.999446 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:14.003344 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:14.003344 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:14.003344 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:14.003344 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:14.003344 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:14.003344 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:14.003344 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:14.003344 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:14.004129 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:14.004208 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:14.004562 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:14.004889 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:14.005392 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:14.005725 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Tracked resource versions report: Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: pushed versions: Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: { 'AddressGroup': {'1.2'}, Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: 'Agent': {'1.1'}, Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: 'ConntrackHelper': {'1.0'}, Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: 'LocalIPAssociation': {'1.0'}, Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: 'Log': {'1.0'}, Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: 'NDPProxy': {'1.0'}, Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: 'Network': {'1.1'}, Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: 'Port': {'1.7'}, Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: 'PortForwarding': {'1.3'}, Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: 'QosPolicy': {'1.10'}, Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: 'SecurityGroup': {'1.5'}, Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: 'SecurityGroupRule': {'1.2'}, Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: 'SubPort': {'1.0'}, Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: 'Subnet': {'1.1'}, Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: 'Trunk': {'1.1'}} Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: consumer versions: Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: { DHCP agent@dv-cinder-859319-1-iscsi: {}, Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: HyperV agent@hv-cinder-85931: {}, Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: L3 agent@dv-cinder-859319-1-iscsi: {}, Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: Metadata agent@dv-cinder-859319-1-iscsi: {}, Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: Metering agent@dv-cinder-859319-1-iscsi: {}, Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: Open vSwitch agent@dv-cinder-859319-1-iscsi: { 'AddressGroup': '1.2', Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: 'Agent': '1.1', Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: 'ConntrackHelper': '1.0', Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: 'LocalIPAssociation': '1.0', Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: 'Log': '1.0', Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: 'NDPProxy': '1.0', Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: 'Network': '1.1', Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: 'Port': '1.7', Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: 'PortForwarding': '1.3', Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: 'QosPolicy': '1.10', Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: 'SecurityGroup': '1.5', Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: 'SecurityGroupRule': '1.2', Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: 'SubPort': '1.0', Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: 'Subnet': '1.1', Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: 'Trunk': '1.1'}} Sep 26 18:03:14.006943 dv-cinder-859319-1-iscsi neutron-server[106584]: {{(pid=106584) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 18:03:14.010053 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-2a8116ad-c3a6-4110-8008-8bd8633c8960 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-1-iscsi, 45aee833-caf9-4514-8a4b-002783e94737) {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:03:14.030808 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d712a26-b605-4120-95a8-f190d4ab8d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:14.033514 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a9ddde-b793-4cc6-9f71-dbfeaebad9c6 None None] Network 14afb4e8-c529-4ecb-b70e-20ecdadd3fe6 requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:03:14.034418 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-5d712a26-b605-4120-95a8-f190d4ab8d9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for subnet (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:14.050305 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19b4c14-aa39-43c6-bf65-2ad6bf0b419c admin admin] Made reservation on behalf of bcb1830b4d004072a2ae91a699f096bb for: {'network': 1} {{(pid=106582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:03:14.055510 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a19b4c14-aa39-43c6-bf65-2ad6bf0b419c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for network (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:14.088568 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8116ad-c3a6-4110-8008-8bd8633c8960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:14.095076 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2a8116ad-c3a6-4110-8008-8bd8633c8960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for subnet (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:14.095198 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680ddbc2-89f1-449b-94d0-cb9d53a113ef None None] Network 45aee833-caf9-4514-8a4b-002783e94737 requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:03:14.143986 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Attempting to bind port 83937784-7085-41f5-80d4-097bd410ddcf on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:03:14.146604 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Attempting to bind port 83937784-7085-41f5-80d4-097bd410ddcf by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': 'ed751284-034c-4094-bf91-e2a4a99e4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51'}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:03:14.146604 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Attempting to bind port 83937784-7085-41f5-80d4-097bd410ddcf on network ff0911ec-d0cb-47aa-9835-b96611526a51 {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:03:14.147066 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a19b4c14-aa39-43c6-bf65-2ad6bf0b419c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:14.201132 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-5d712a26-b605-4120-95a8-f190d4ab8d9d admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8635712 Sep 26 18:03:14.205248 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 45220) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:14.217968 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-8abd1ab0-cf11-44ff-8821-f105e5e1836c admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-516662706-router', 'tenant_id': 'bcd6fe4cc3554b888bb25819f5fac1e4', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:14.264740 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-2a8116ad-c3a6-4110-8008-8bd8633c8960 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5694675 Sep 26 18:03:14.269256 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 45224) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:14.277175 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-96758079-28d5-4b61-aa4e-da99cf834068 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-631427978-router', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:14.295825 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1298ace1-3bab-4cc6-ac84-0ea02223e516 admin admin] Publish callbacks [] for router_gateway (0d3f8166-a65a-4d17-a4f7-ca93fffd4115), precommit_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:14.330292 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=74,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:14.370980 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a19b4c14-aa39-43c6-bf65-2ad6bf0b419c admin admin] Publish callbacks [] for security_group (3b63aaef-f0cc-4819-92dd-a7f3effea68d), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:14.412345 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8abd1ab0-cf11-44ff-8821-f105e5e1836c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2095476'] for router (bfaf0708-7f5b-484e-af61-7a35c70a1b8e), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:14.413521 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8abd1ab0-cf11-44ff-8821-f105e5e1836c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-497029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2095487'] for router (bfaf0708-7f5b-484e-af61-7a35c70a1b8e), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:14.425974 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-96758079-28d5-4b61-aa4e-da99cf834068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2095476'] for router (28c7db1c-bc72-4bda-8221-4cf0690edc5c), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:14.426200 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b5f767-df85-4fc7-9415-44e99fb1c570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4764dadb-9c64-5769-9546-d6a7905953f7-14afb4e8-c529-4ecb-b70e-20ecdadd3fe6', 'network_id': '14afb4e8-c529-4ecb-b70e-20ecdadd3fe6', 'project_id': 'bcd6fe4cc3554b888bb25819f5fac1e4', 'fixed_ips': [{'subnet_id': 'f7c421de-8c97-43f0-abfe-f3557912f701'}]}} from dv-cinder-859319-1-iscsi. {{(pid=106584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 18:03:14.427153 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f767-df85-4fc7-9415-44e99fb1c570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:14.432936 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:03:14.438763 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Checking segment: {'id': 'ed751284-034c-4094-bf91-e2a4a99e4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:03:14.438763 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:14.438763 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Bound using segment: {'id': 'ed751284-034c-4094-bf91-e2a4a99e4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51'} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:03:14.438763 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Bound port: 83937784-7085-41f5-80d4-097bd410ddcf, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed751284-034c-4094-bf91-e2a4a99e4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51'}}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:03:14.438763 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (83937784-7085-41f5-80d4-097bd410ddcf), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:14.439497 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-96758079-28d5-4b61-aa4e-da99cf834068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-497029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2095487'] for router (28c7db1c-bc72-4bda-8221-4cf0690edc5c), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:14.449006 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563fb66e-a771-454e-90b5-f5eab3068706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4764dadb-9c64-5769-9546-d6a7905953f7-45aee833-caf9-4514-8a4b-002783e94737', 'network_id': '45aee833-caf9-4514-8a4b-002783e94737', 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'fixed_ips': [{'subnet_id': 'e01e5c5e-987a-4185-87ba-f124ff403d46'}]}} from dv-cinder-859319-1-iscsi. {{(pid=106584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 18:03:14.450722 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-563fb66e-a771-454e-90b5-f5eab3068706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:14.516304 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a19b4c14-aa39-43c6-bf65-2ad6bf0b419c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (3b63aaef-f0cc-4819-92dd-a7f3effea68d), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:14.537465 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-96758079-28d5-4b61-aa4e-da99cf834068 admin admin] Publish callbacks [] for router_controller (28c7db1c-bc72-4bda-8221-4cf0690edc5c), precommit_add_association {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:14.550656 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] For port 83937784-7085-41f5-80d4-097bd410ddcf, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:03:14.553260 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19b4c14-aa39-43c6-bf65-2ad6bf0b419c admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=106582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:03:14.554427 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] For port 83937784-7085-41f5-80d4-097bd410ddcf, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=83937784-7085-41f5-80d4-097bd410ddcf,segment=NetworkSegment(ed751284-034c-4094-bf91-e2a4a99e4455),segment_id=ed751284-034c-4094-bf91-e2a4a99e4455)] {{(pid=106584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:03:14.582059 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 45228) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:14.597948 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8abd1ab0-cf11-44ff-8821-f105e5e1836c admin admin] Publish callbacks [] for router_controller (bfaf0708-7f5b-484e-af61-7a35c70a1b8e), precommit_add_association {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:14.697186 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b4c14-aa39-43c6-bf65-2ad6bf0b419c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b63aaef-f0cc-4819-92dd-a7f3effea68d,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:14.697186 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a19b4c14-aa39-43c6-bf65-2ad6bf0b419c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (cdf81a9b-c6f7-4ba2-914a-553a2d2c4768), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:14.697186 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.db.segments_db [None req-a19b4c14-aa39-43c6-bf65-2ad6bf0b419c admin admin] Added segment cdf81a9b-c6f7-4ba2-914a-553a2d2c4768 of type vlan for network 688bf767-dac1-49c3-a764-daf2a7d6dde4 Sep 26 18:03:14.726065 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (83937784-7085-41f5-80d4-097bd410ddcf), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:14.804179 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7f4c6-24c4-4a33-bb7d-742f948a6a54 None None] Pushing event updated for resources: {'Port': ['ID=83937784-7085-41f5-80d4-097bd410ddcf,revision_number=2']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:14.839395 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a19b4c14-aa39-43c6-bf65-2ad6bf0b419c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756749379750'] for network (688bf767-dac1-49c3-a764-daf2a7d6dde4), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:14.847144 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1298ace1-3bab-4cc6-ac84-0ea02223e516 admin admin] Publish callbacks [] for router_gateway (0d3f8166-a65a-4d17-a4f7-ca93fffd4115), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:14.914385 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1298ace1-3bab-4cc6-ac84-0ea02223e516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:14.942267 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.db_base_plugin_common [None req-b3b5f767-df85-4fc7-9415-44e99fb1c570 None None] Allocated IP 172.20.0.2 (14afb4e8-c529-4ecb-b70e-20ecdadd3fe6/f7c421de-8c97-43f0-abfe-f3557912f701/5a1146a6-4ca6-4840-b44e-ec16c98ad067) {{(pid=106584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:03:14.946539 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.db_base_plugin_common [None req-563fb66e-a771-454e-90b5-f5eab3068706 None None] Allocated IP 172.20.0.2 (45aee833-caf9-4514-8a4b-002783e94737/e01e5c5e-987a-4185-87ba-f124ff403d46/94620509-e1b5-4b7b-8537-89d6f26aee45) {{(pid=106584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:03:15.050256 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-06cb9f92-ad5b-4fcd-b494-8fea88142e99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:15.167446 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a19b4c14-aa39-43c6-bf65-2ad6bf0b419c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310'] for network (688bf767-dac1-49c3-a764-daf2a7d6dde4), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:15.168516 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19b4c14-aa39-43c6-bf65-2ad6bf0b419c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:15.169113 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a19b4c14-aa39-43c6-bf65-2ad6bf0b419c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:15.273835 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_common [None req-1298ace1-3bab-4cc6-ac84-0ea02223e516 admin admin] Allocated IP 172.27.3.79 (75671e20-856b-479b-bee1-be813a3f2eee/4775a61a-d36f-43c7-b0a4-bf2c0640e392/39639bcd-5665-4d98-8f6f-124c36b85daa) {{(pid=106582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:03:15.293890 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:15.308526 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8abd1ab0-cf11-44ff-8821-f105e5e1836c admin admin] Publish callbacks [] for router_gateway (bfaf0708-7f5b-484e-af61-7a35c70a1b8e), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:15.318867 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-96758079-28d5-4b61-aa4e-da99cf834068 admin admin] Publish callbacks [] for router_gateway (28c7db1c-bc72-4bda-8221-4cf0690edc5c), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:15.332333 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f767-df85-4fc7-9415-44e99fb1c570 None None] Publish callbacks [] for port (5a1146a6-4ca6-4840-b44e-ec16c98ad067), precommit_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:15.335572 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-563fb66e-a771-454e-90b5-f5eab3068706 None None] Publish callbacks [] for port (94620509-e1b5-4b7b-8537-89d6f26aee45), precommit_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:15.372951 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b4c14-aa39-43c6-bf65-2ad6bf0b419c admin admin] Pushing event updated for resources: {'Network': ['ID=688bf767-dac1-49c3-a764-daf2a7d6dde4,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:15.389220 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Network 688bf767-dac1-49c3-a764-daf2a7d6dde4 details requested by agent ovs-agent-dv-cinder-859319-1-iscsi with host dv-cinder-859319-1-iscsi {{(pid=106584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:03:15.403640 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-a19b4c14-aa39-43c6-bf65-2ad6bf0b419c admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7179062 Sep 26 18:03:15.403861 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 45238) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:15.408480 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-eaf35fa3-28bb-43d1-907c-7c445e514b86 admin admin] Request body: {'subnet': {'network_id': '688bf767-dac1-49c3-a764-daf2a7d6dde4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1840422649-subnet', 'tenant_id': 'bcb1830b4d004072a2ae91a699f096bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:15.496527 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 83937784-7085-41f5-80d4-097bd410ddcf up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:03:15.503597 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f767-df85-4fc7-9415-44e99fb1c570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720'] for port (5a1146a6-4ca6-4840-b44e-ec16c98ad067), after_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:15.506872 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-563fb66e-a771-454e-90b5-f5eab3068706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720'] for port (94620509-e1b5-4b7b-8537-89d6f26aee45), after_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:15.507094 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-06cb9f92-ad5b-4fcd-b494-8fea88142e99 admin admin] Publish callbacks [] for security_group (537f17ac-76f5-4193-a683-68477484ee93), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:15.604084 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b5f767-df85-4fc7-9415-44e99fb1c570 None None] Network 14afb4e8-c529-4ecb-b70e-20ecdadd3fe6 is already hosted by enough agents. {{(pid=106584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:03:15.642296 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1298ace1-3bab-4cc6-ac84-0ea02223e516 admin admin] Publish callbacks [] for port (39639bcd-5665-4d98-8f6f-124c36b85daa), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:15.643887 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563fb66e-a771-454e-90b5-f5eab3068706 None None] Network 45aee833-caf9-4514-8a4b-002783e94737 is already hosted by enough agents. {{(pid=106584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:03:15.652764 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.scheduler.base_scheduler [None req-b3b5f767-df85-4fc7-9415-44e99fb1c570 None None] Resources bound (agent type, host, resource id): {{(pid=106584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:03:15.659741 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.scheduler.base_scheduler [None req-563fb66e-a771-454e-90b5-f5eab3068706 None None] Resources bound (agent type, host, resource id): {{(pid=106584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:03:15.667108 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf35fa3-28bb-43d1-907c-7c445e514b86 admin admin] Made reservation on behalf of bcb1830b4d004072a2ae91a699f096bb for: {'subnet': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:03:15.672938 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-eaf35fa3-28bb-43d1-907c-7c445e514b86 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:15.673131 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b5f767-df85-4fc7-9415-44e99fb1c570 None None] Received port after_create {{(pid=106584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:03:15.674515 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 45246) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:15.685867 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-06cb9f92-ad5b-4fcd-b494-8fea88142e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (537f17ac-76f5-4193-a683-68477484ee93), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:15.694657 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f767-df85-4fc7-9415-44e99fb1c570 None None] Pushing event updated for resources: {'Port': ['ID=5a1146a6-4ca6-4840-b44e-ec16c98ad067,revision_number=1']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:15.770863 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb9f92-ad5b-4fcd-b494-8fea88142e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537f17ac-76f5-4193-a683-68477484ee93,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:15.771563 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563fb66e-a771-454e-90b5-f5eab3068706 None None] Received port after_create {{(pid=106584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:03:15.798608 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-06cb9f92-ad5b-4fcd-b494-8fea88142e99 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=2054a4e806234580bd7d4e4ac5e97924&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2184596 Sep 26 18:03:15.802723 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 45252) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:15.804703 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 83937784-7085-41f5-80d4-097bd410ddcf triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:15.805102 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (83937784-7085-41f5-80d4-097bd410ddcf), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:15.806113 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 83937784-7085-41f5-80d4-097bd410ddcf Sep 26 18:03:15.886938 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563fb66e-a771-454e-90b5-f5eab3068706 None None] Pushing event updated for resources: {'Port': ['ID=94620509-e1b5-4b7b-8537-89d6f26aee45,revision_number=1']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:15.898304 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-b3b5f767-df85-4fc7-9415-44e99fb1c570 None None] Attempting to bind port 5a1146a6-4ca6-4840-b44e-ec16c98ad067 on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:03:15.899368 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-b3b5f767-df85-4fc7-9415-44e99fb1c570 None None] Attempting to bind port 5a1146a6-4ca6-4840-b44e-ec16c98ad067 by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': '2127eb0b-2409-4ca7-8afc-f12dda366aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '14afb4e8-c529-4ecb-b70e-20ecdadd3fe6'}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:03:15.899808 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b5f767-df85-4fc7-9415-44e99fb1c570 None None] Attempting to bind port 5a1146a6-4ca6-4840-b44e-ec16c98ad067 on network 14afb4e8-c529-4ecb-b70e-20ecdadd3fe6 {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:03:15.903669 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-05b4a262-7d2b-4ec3-8e67-0cb25417f817 admin admin] Publish callbacks [] for security_group (537f17ac-76f5-4193-a683-68477484ee93), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:15.915119 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1298ace1-3bab-4cc6-ac84-0ea02223e516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720'] for port (39639bcd-5665-4d98-8f6f-124c36b85daa), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:15.957766 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:16.011404 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-05b4a262-7d2b-4ec3-8e67-0cb25417f817 admin admin] Publish callbacks [] for security_group (537f17ac-76f5-4193-a683-68477484ee93), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:16.025470 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-563fb66e-a771-454e-90b5-f5eab3068706 None None] Attempting to bind port 94620509-e1b5-4b7b-8537-89d6f26aee45 on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:03:16.025843 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-563fb66e-a771-454e-90b5-f5eab3068706 None None] Attempting to bind port 94620509-e1b5-4b7b-8537-89d6f26aee45 by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': '63da25e3-ab21-4200-80f5-c0efc61716da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '45aee833-caf9-4514-8a4b-002783e94737'}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:03:16.026207 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563fb66e-a771-454e-90b5-f5eab3068706 None None] Attempting to bind port 94620509-e1b5-4b7b-8537-89d6f26aee45 on network 45aee833-caf9-4514-8a4b-002783e94737 {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:03:16.088894 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298ace1-3bab-4cc6-ac84-0ea02223e516 admin admin] Pushing event updated for resources: {'Port': ['ID=39639bcd-5665-4d98-8f6f-124c36b85daa,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:16.122989 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1298ace1-3bab-4cc6-ac84-0ea02223e516 admin admin] Network 75671e20-856b-479b-bee1-be813a3f2eee is already hosted by enough agents. {{(pid=106582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:03:16.129838 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-1298ace1-3bab-4cc6-ac84-0ea02223e516 admin admin] Resources bound (agent type, host, resource id): {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:03:16.155158 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b5f767-df85-4fc7-9415-44e99fb1c570 None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:03:16.155523 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b5f767-df85-4fc7-9415-44e99fb1c570 None None] Checking segment: {'id': '2127eb0b-2409-4ca7-8afc-f12dda366aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '14afb4e8-c529-4ecb-b70e-20ecdadd3fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:03:16.168175 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f767-df85-4fc7-9415-44e99fb1c570 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:16.168621 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b5f767-df85-4fc7-9415-44e99fb1c570 None None] Bound using segment: {'id': '2127eb0b-2409-4ca7-8afc-f12dda366aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '14afb4e8-c529-4ecb-b70e-20ecdadd3fe6'} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:03:16.169146 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-b3b5f767-df85-4fc7-9415-44e99fb1c570 None None] Bound port: 5a1146a6-4ca6-4840-b44e-ec16c98ad067, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2127eb0b-2409-4ca7-8afc-f12dda366aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '14afb4e8-c529-4ecb-b70e-20ecdadd3fe6'}}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:03:16.169545 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f767-df85-4fc7-9415-44e99fb1c570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (5a1146a6-4ca6-4840-b44e-ec16c98ad067), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:16.170483 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:UPDATE=4,neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=4 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:16.172029 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1298ace1-3bab-4cc6-ac84-0ea02223e516 admin admin] Received port after_create {{(pid=106582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:03:16.206683 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6eca4c44-53df-4737-82cc-c96a38ecddbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:16.225631 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 83937784-7085-41f5-80d4-097bd410ddcf is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:16.226021 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (83937784-7085-41f5-80d4-097bd410ddcf), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:16.279190 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563fb66e-a771-454e-90b5-f5eab3068706 None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:03:16.279570 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563fb66e-a771-454e-90b5-f5eab3068706 None None] Checking segment: {'id': '63da25e3-ab21-4200-80f5-c0efc61716da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '45aee833-caf9-4514-8a4b-002783e94737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:03:16.280022 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-563fb66e-a771-454e-90b5-f5eab3068706 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:16.280435 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563fb66e-a771-454e-90b5-f5eab3068706 None None] Bound using segment: {'id': '63da25e3-ab21-4200-80f5-c0efc61716da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '45aee833-caf9-4514-8a4b-002783e94737'} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:03:16.280932 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-563fb66e-a771-454e-90b5-f5eab3068706 None None] Bound port: 94620509-e1b5-4b7b-8537-89d6f26aee45, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63da25e3-ab21-4200-80f5-c0efc61716da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '45aee833-caf9-4514-8a4b-002783e94737'}}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:03:16.281350 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-563fb66e-a771-454e-90b5-f5eab3068706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (94620509-e1b5-4b7b-8537-89d6f26aee45), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:16.312245 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22418c5-ba55-42a8-bac0-45acdbac631e None None] Network ff0911ec-d0cb-47aa-9835-b96611526a51 requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:03:16.401448 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] For port 83937784-7085-41f5-80d4-097bd410ddcf, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=83937784-7085-41f5-80d4-097bd410ddcf,segment=NetworkSegment(ed751284-034c-4094-bf91-e2a4a99e4455),segment_id=ed751284-034c-4094-bf91-e2a4a99e4455)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:16.415557 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-05b4a262-7d2b-4ec3-8e67-0cb25417f817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (537f17ac-76f5-4193-a683-68477484ee93), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:16.420298 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-05b4a262-7d2b-4ec3-8e67-0cb25417f817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:16.427202 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-a43da3c1-b98f-4c40-85b0-ba255effa387 None None] Provisioning complete for port 83937784-7085-41f5-80d4-097bd410ddcf triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:16.435913 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a43da3c1-b98f-4c40-85b0-ba255effa387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (83937784-7085-41f5-80d4-097bd410ddcf), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:16.435913 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-a43da3c1-b98f-4c40-85b0-ba255effa387 None None] Attempt 1 to provision port 83937784-7085-41f5-80d4-097bd410ddcf Sep 26 18:03:16.445264 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-05b4a262-7d2b-4ec3-8e67-0cb25417f817 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/537f17ac-76f5-4193-a683-68477484ee93 HTTP/1.1" status: 204 len: 168 time: 0.6412091 Sep 26 18:03:16.454992 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4a262-7d2b-4ec3-8e67-0cb25417f817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537f17ac-76f5-4193-a683-68477484ee93,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:16.471958 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-b3b5f767-df85-4fc7-9415-44e99fb1c570 None None] For port 5a1146a6-4ca6-4840-b44e-ec16c98ad067, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:03:16.512319 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (83937784-7085-41f5-80d4-097bd410ddcf), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:16.536347 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:16.536875 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-b3b5f767-df85-4fc7-9415-44e99fb1c570 None None] For port 5a1146a6-4ca6-4840-b44e-ec16c98ad067, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=5a1146a6-4ca6-4840-b44e-ec16c98ad067,segment=NetworkSegment(2127eb0b-2409-4ca7-8afc-f12dda366aad),segment_id=2127eb0b-2409-4ca7-8afc-f12dda366aad)] {{(pid=106584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:03:16.561817 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8abd1ab0-cf11-44ff-8821-f105e5e1836c admin admin] Publish callbacks [] for router_gateway (bfaf0708-7f5b-484e-af61-7a35c70a1b8e), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:16.577971 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-96758079-28d5-4b61-aa4e-da99cf834068 admin admin] Publish callbacks [] for router_gateway (28c7db1c-bc72-4bda-8221-4cf0690edc5c), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:16.607686 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-563fb66e-a771-454e-90b5-f5eab3068706 None None] For port 94620509-e1b5-4b7b-8537-89d6f26aee45, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:03:16.649275 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-563fb66e-a771-454e-90b5-f5eab3068706 None None] For port 94620509-e1b5-4b7b-8537-89d6f26aee45, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=94620509-e1b5-4b7b-8537-89d6f26aee45,segment=NetworkSegment(63da25e3-ab21-4200-80f5-c0efc61716da),segment_id=63da25e3-ab21-4200-80f5-c0efc61716da)] {{(pid=106584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:03:16.686864 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f767-df85-4fc7-9415-44e99fb1c570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (5a1146a6-4ca6-4840-b44e-ec16c98ad067), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:16.724392 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Pushing event updated for resources: {'Port': ['ID=83937784-7085-41f5-80d4-097bd410ddcf,revision_number=3']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:16.774452 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-a43da3c1-b98f-4c40-85b0-ba255effa387 None None] Current status of the port 83937784-7085-41f5-80d4-097bd410ddcf is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:16.778868 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-563fb66e-a771-454e-90b5-f5eab3068706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (94620509-e1b5-4b7b-8537-89d6f26aee45), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:16.822146 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f767-df85-4fc7-9415-44e99fb1c570 None None] Pushing event updated for resources: {'Port': ['ID=5a1146a6-4ca6-4840-b44e-ec16c98ad067,revision_number=2']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:17.101959 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8abd1ab0-cf11-44ff-8821-f105e5e1836c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:17.104531 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-eaf35fa3-28bb-43d1-907c-7c445e514b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310'] for subnet (af815707-8d48-4627-bd8c-177c6f9f0fb3), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:17.115626 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1298ace1-3bab-4cc6-ac84-0ea02223e516 admin admin] Publish callbacks [] for router_gateway (0d3f8166-a65a-4d17-a4f7-ca93fffd4115), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:17.145222 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-96758079-28d5-4b61-aa4e-da99cf834068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:17.309351 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563fb66e-a771-454e-90b5-f5eab3068706 None None] Pushing event updated for resources: {'Port': ['ID=94620509-e1b5-4b7b-8537-89d6f26aee45,revision_number=2']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:17.345360 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-548c28e1-412a-4015-b3de-d689b134c662 None None] Provisioning complete for port 83937784-7085-41f5-80d4-097bd410ddcf triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:17.345897 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-548c28e1-412a-4015-b3de-d689b134c662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (83937784-7085-41f5-80d4-097bd410ddcf), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:17.346330 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-548c28e1-412a-4015-b3de-d689b134c662 None None] Attempt 1 to provision port 83937784-7085-41f5-80d4-097bd410ddcf Sep 26 18:03:17.458867 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=100 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:17.517799 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-548c28e1-412a-4015-b3de-d689b134c662 None None] Current status of the port 83937784-7085-41f5-80d4-097bd410ddcf is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:17.692402 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=79,neutron:UPDATE=10,neutron:INSERT=11 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:17.715159 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 83937784-7085-41f5-80d4-097bd410ddcf up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:03:17.732068 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1298ace1-3bab-4cc6-ac84-0ea02223e516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500314'] for router (0d3f8166-a65a-4d17-a4f7-ca93fffd4115), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:17.803602 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf35fa3-28bb-43d1-907c-7c445e514b86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af815707-8d48-4627-bd8c-177c6f9f0fb3,revision_number=0']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:17.808460 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 83937784-7085-41f5-80d4-097bd410ddcf triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:17.813393 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (83937784-7085-41f5-80d4-097bd410ddcf), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:17.813393 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 83937784-7085-41f5-80d4-097bd410ddcf Sep 26 18:03:17.813950 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf35fa3-28bb-43d1-907c-7c445e514b86 admin admin] Checking segment: {'id': 'cdf81a9b-c6f7-4ba2-914a-553a2d2c4768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '688bf767-dac1-49c3-a764-daf2a7d6dde4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:03:17.814208 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf35fa3-28bb-43d1-907c-7c445e514b86 admin admin] Network hostable DHCP agents. Network: 688bf767-dac1-49c3-a764-daf2a7d6dde4, hostable agents: ['4ef20602-5638-479d-aebe-a5cbb98cbff1'], hosted agents: [] {{(pid=106583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:03:17.827434 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6eca4c44-53df-4737-82cc-c96a38ecddbd admin admin] Publish callbacks [] for security_group (f326350f-df53-4e7a-a926-8245387c6f3f), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:17.847733 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [None req-8abd1ab0-cf11-44ff-8821-f105e5e1836c admin admin] Allocated IP 172.27.3.2 (75671e20-856b-479b-bee1-be813a3f2eee/4775a61a-d36f-43c7-b0a4-bf2c0640e392/fe6d9090-50e0-49b7-a5f2-03b789538585) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:03:17.913288 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 83937784-7085-41f5-80d4-097bd410ddcf is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:17.914654 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 5a1146a6-4ca6-4840-b44e-ec16c98ad067 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:03:17.937984 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 45280) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:17.943336 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6eca4c44-53df-4737-82cc-c96a38ecddbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (f326350f-df53-4e7a-a926-8245387c6f3f), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:17.953175 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3882c4aa-f11b-46d9-8e5f-aa4d27ad4b7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:17.985111 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 5a1146a6-4ca6-4840-b44e-ec16c98ad067 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:17.985429 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (5a1146a6-4ca6-4840-b44e-ec16c98ad067), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:17.986059 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 5a1146a6-4ca6-4840-b44e-ec16c98ad067 Sep 26 18:03:18.025056 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf35fa3-28bb-43d1-907c-7c445e514b86 admin admin] Network 688bf767-dac1-49c3-a764-daf2a7d6dde4 is scheduled to be hosted by DHCP agent 4ef20602-5638-479d-aebe-a5cbb98cbff1 with binding_index 1 {{(pid=106583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:03:18.057400 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1298ace1-3bab-4cc6-ac84-0ea02223e516 admin admin] Router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 is scheduled to L3 agent 1e333347-308d-435a-a92a-39a4b363e81b with binding_index 1 {{(pid=106582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 18:03:18.089097 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-6eca4c44-53df-4737-82cc-c96a38ecddbd admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=247ce86198ec46aa9a566403ccefaa28&name=default HTTP/1.1" status: 200 len: 2992 time: 2.4035878 Sep 26 18:03:18.104231 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 45284) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:18.108858 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3882c4aa-f11b-46d9-8e5f-aa4d27ad4b7b admin admin] Publish callbacks [] for security_group (e37a231d-a610-4f64-828b-68713d9ca8a6), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:18.126500 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca4c44-53df-4737-82cc-c96a38ecddbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f326350f-df53-4e7a-a926-8245387c6f3f,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:18.129343 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 5a1146a6-4ca6-4840-b44e-ec16c98ad067 is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:18.129749 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (5a1146a6-4ca6-4840-b44e-ec16c98ad067), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:18.186971 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-eaf35fa3-28bb-43d1-907c-7c445e514b86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-1-iscsi, 688bf767-dac1-49c3-a764-daf2a7d6dde4) {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:03:18.203476 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] For port 5a1146a6-4ca6-4840-b44e-ec16c98ad067, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=5a1146a6-4ca6-4840-b44e-ec16c98ad067,segment=NetworkSegment(2127eb0b-2409-4ca7-8afc-f12dda366aad),segment_id=2127eb0b-2409-4ca7-8afc-f12dda366aad)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:18.206235 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c97656c-36f3-4c85-ba38-83c69f8460b9 None None] Network 688bf767-dac1-49c3-a764-daf2a7d6dde4 requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:03:18.220592 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf35fa3-28bb-43d1-907c-7c445e514b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:18.221257 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-eaf35fa3-28bb-43d1-907c-7c445e514b86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for subnet (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:18.237105 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3882c4aa-f11b-46d9-8e5f-aa4d27ad4b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (e37a231d-a610-4f64-828b-68713d9ca8a6), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:18.265761 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8abd1ab0-cf11-44ff-8821-f105e5e1836c admin admin] Publish callbacks [] for port (fe6d9090-50e0-49b7-a5f2-03b789538585), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:18.325079 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (5a1146a6-4ca6-4840-b44e-ec16c98ad067), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:18.327235 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-5899f546-f85f-46ec-8609-12c21c59723c admin admin] Publish callbacks [] for security_group (f326350f-df53-4e7a-a926-8245387c6f3f), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:18.379038 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882c4aa-f11b-46d9-8e5f-aa4d27ad4b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37a231d-a610-4f64-828b-68713d9ca8a6,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:18.390268 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-3882c4aa-f11b-46d9-8e5f-aa4d27ad4b7b admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=e431d84366b642efb534265e38fa41a3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4528732 Sep 26 18:03:18.393061 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-eaf35fa3-28bb-43d1-907c-7c445e514b86 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9880846 Sep 26 18:03:18.413351 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 45292) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:18.446670 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1298ace1-3bab-4cc6-ac84-0ea02223e516 admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:03:18.451958 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Pushing event updated for resources: {'Port': ['ID=5a1146a6-4ca6-4840-b44e-ec16c98ad067,revision_number=3']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:18.458111 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cd6451-41a9-474a-b7d3-1e8385a40cb9 None None] Sync routers for ids ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:03:18.475260 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cd6451-41a9-474a-b7d3-1e8385a40cb9 None None] Routers {'0d3f8166-a65a-4d17-a4f7-ca93fffd4115'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:18.475983 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-49cd6451-41a9-474a-b7d3-1e8385a40cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:03:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:18.510091 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b068d7-b4fd-4084-a562-abeb93b3fe15 None None] Network 688bf767-dac1-49c3-a764-daf2a7d6dde4 requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:03:18.516798 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-5899f546-f85f-46ec-8609-12c21c59723c admin admin] Publish callbacks [] for security_group (f326350f-df53-4e7a-a926-8245387c6f3f), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:18.541450 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:18.550638 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:18.554069 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c468d9dd-5864-4641-a5f7-2f89d5ac74d0 None None] Network 45aee833-caf9-4514-8a4b-002783e94737 requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:03:18.574957 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1298ace1-3bab-4cc6-ac84-0ea02223e516 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:18.581873 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-1298ace1-3bab-4cc6-ac84-0ea02223e516 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4027665 Sep 26 18:03:18.582149 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 45296) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:18.609791 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8abd1ab0-cf11-44ff-8821-f105e5e1836c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720'] for port (fe6d9090-50e0-49b7-a5f2-03b789538585), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:18.630391 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-70015c37-9026-4e2d-92bc-f48fab662a58 None None] Provisioning complete for port 94620509-e1b5-4b7b-8537-89d6f26aee45 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:18.635835 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-70015c37-9026-4e2d-92bc-f48fab662a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (94620509-e1b5-4b7b-8537-89d6f26aee45), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:18.636560 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-70015c37-9026-4e2d-92bc-f48fab662a58 None None] Attempt 1 to provision port 94620509-e1b5-4b7b-8537-89d6f26aee45 Sep 26 18:03:18.640976 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 45298) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:18.693854 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abd1ab0-cf11-44ff-8821-f105e5e1836c admin admin] Network 75671e20-856b-479b-bee1-be813a3f2eee is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:03:18.713699 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-8abd1ab0-cf11-44ff-8821-f105e5e1836c admin admin] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:03:18.719992 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-49cd6451-41a9-474a-b7d3-1e8385a40cb9 None None] Set router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:18.783571 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc819b75-d736-4d93-b582-8be9a4143a24 admin admin] Deleting subnet 77a09288-b1ab-415c-9981-f7e2cbf10b3e {{(pid=106582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:03:18.790680 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-dc819b75-d736-4d93-b582-8be9a4143a24 admin admin] Publish callbacks [] for subnet (77a09288-b1ab-415c-9981-f7e2cbf10b3e), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:18.827950 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abd1ab0-cf11-44ff-8821-f105e5e1836c admin admin] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:03:19.027946 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-60499e3a-aaef-437d-b365-e1dbe90a0b21 admin admin] Publish callbacks [] for security_group (e37a231d-a610-4f64-828b-68713d9ca8a6), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:19.029711 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-dc819b75-d736-4d93-b582-8be9a4143a24 admin admin] Publish callbacks [] for subnet (77a09288-b1ab-415c-9981-f7e2cbf10b3e), precommit_delete_associations {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:19.047159 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-49cd6451-41a9-474a-b7d3-1e8385a40cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:03:16Z', 'revision_number': 3, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:19.059497 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-dc819b75-d736-4d93-b582-8be9a4143a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32872334'] for subnet (77a09288-b1ab-415c-9981-f7e2cbf10b3e), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:19.078082 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-70015c37-9026-4e2d-92bc-f48fab662a58 None None] Current status of the port 94620509-e1b5-4b7b-8537-89d6f26aee45 is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:19.078472 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-70015c37-9026-4e2d-92bc-f48fab662a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (94620509-e1b5-4b7b-8537-89d6f26aee45), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:19.086371 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf4cb94-0a16-4e76-9a5d-587dc916a392 None None] Network 14afb4e8-c529-4ecb-b70e-20ecdadd3fe6 requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:03:19.107662 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cd6451-41a9-474a-b7d3-1e8385a40cb9 None None] Checking router: 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:03:19.108207 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cd6451-41a9-474a-b7d3-1e8385a40cb9 None None] Updating router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 port 39639bcd-5665-4d98-8f6f-124c36b85daa binding host dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:03:19.147393 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [None req-96758079-28d5-4b61-aa4e-da99cf834068 admin admin] Allocated IP 172.27.3.81 (75671e20-856b-479b-bee1-be813a3f2eee/4775a61a-d36f-43c7-b0a4-bf2c0640e392/b71b33e7-7567-4f0d-97a8-75d440310cc4) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:03:19.151052 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-49cd6451-41a9-474a-b7d3-1e8385a40cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (39639bcd-5665-4d98-8f6f-124c36b85daa), before_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:19.153509 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:19.171734 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd1ab0-cf11-44ff-8821-f105e5e1836c admin admin] Pushing event updated for resources: {'Port': ['ID=fe6d9090-50e0-49b7-a5f2-03b789538585,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:19.186712 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-60499e3a-aaef-437d-b365-e1dbe90a0b21 admin admin] Publish callbacks [] for security_group (e37a231d-a610-4f64-828b-68713d9ca8a6), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:19.229267 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-70015c37-9026-4e2d-92bc-f48fab662a58 None None] For port 94620509-e1b5-4b7b-8537-89d6f26aee45, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=94620509-e1b5-4b7b-8537-89d6f26aee45,segment=NetworkSegment(63da25e3-ab21-4200-80f5-c0efc61716da),segment_id=63da25e3-ab21-4200-80f5-c0efc61716da)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:19.345162 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-dc819b75-d736-4d93-b582-8be9a4143a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32869299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310'] for subnet (77a09288-b1ab-415c-9981-f7e2cbf10b3e), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:19.357429 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-70015c37-9026-4e2d-92bc-f48fab662a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (94620509-e1b5-4b7b-8537-89d6f26aee45), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:19.391789 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc819b75-d736-4d93-b582-8be9a4143a24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77a09288-b1ab-415c-9981-f7e2cbf10b3e,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:19.407673 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-5899f546-f85f-46ec-8609-12c21c59723c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (f326350f-df53-4e7a-a926-8245387c6f3f), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:19.407673 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-5899f546-f85f-46ec-8609-12c21c59723c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:19.407673 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-5899f546-f85f-46ec-8609-12c21c59723c admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/f326350f-df53-4e7a-a926-8245387c6f3f HTTP/1.1" status: 204 len: 168 time: 1.3008492 Sep 26 18:03:19.414459 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-dc819b75-d736-4d93-b582-8be9a4143a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for subnet (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:19.419001 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-dc819b75-d736-4d93-b582-8be9a4143a24 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/77a09288-b1ab-415c-9981-f7e2cbf10b3e HTTP/1.1" status: 204 len: 168 time: 0.7763774 Sep 26 18:03:19.422129 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 45308) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:19.463133 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70015c37-9026-4e2d-92bc-f48fab662a58 None None] Pushing event updated for resources: {'Port': ['ID=94620509-e1b5-4b7b-8537-89d6f26aee45,revision_number=3']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:19.488477 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-1fdc4a90-22f0-483d-8954-9b5c474ac7da None None] Provisioning complete for port 94620509-e1b5-4b7b-8537-89d6f26aee45 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:19.489349 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-1fdc4a90-22f0-483d-8954-9b5c474ac7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (94620509-e1b5-4b7b-8537-89d6f26aee45), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:19.489919 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-1fdc4a90-22f0-483d-8954-9b5c474ac7da None None] Attempt 1 to provision port 94620509-e1b5-4b7b-8537-89d6f26aee45 Sep 26 18:03:19.537828 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 94620509-e1b5-4b7b-8537-89d6f26aee45 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:03:19.549718 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-96758079-28d5-4b61-aa4e-da99cf834068 admin admin] Publish callbacks [] for port (b71b33e7-7567-4f0d-97a8-75d440310cc4), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:19.648877 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 94620509-e1b5-4b7b-8537-89d6f26aee45 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:19.649259 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (94620509-e1b5-4b7b-8537-89d6f26aee45), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:19.649711 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 94620509-e1b5-4b7b-8537-89d6f26aee45 Sep 26 18:03:19.654063 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:19.670402 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d4908e71-78fd-4078-ac55-1b4fd04a08ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32779771'] for network (0520e03c-8289-4cdb-8967-a020ee1330fc), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:19.707033 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc4a90-22f0-483d-8954-9b5c474ac7da None None] Current status of the port 94620509-e1b5-4b7b-8537-89d6f26aee45 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:19.708874 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899f546-f85f-46ec-8609-12c21c59723c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f326350f-df53-4e7a-a926-8245387c6f3f,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:19.720682 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-60499e3a-aaef-437d-b365-e1dbe90a0b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (e37a231d-a610-4f64-828b-68713d9ca8a6), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:19.724749 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-60499e3a-aaef-437d-b365-e1dbe90a0b21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:19.726097 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-60499e3a-aaef-437d-b365-e1dbe90a0b21 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/e37a231d-a610-4f64-828b-68713d9ca8a6 HTTP/1.1" status: 204 len: 168 time: 1.3078814 Sep 26 18:03:19.736690 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-1fdc4a90-22f0-483d-8954-9b5c474ac7da None None] Provisioning complete for port 5a1146a6-4ca6-4840-b44e-ec16c98ad067 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:19.737084 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-1fdc4a90-22f0-483d-8954-9b5c474ac7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (5a1146a6-4ca6-4840-b44e-ec16c98ad067), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:19.737426 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-1fdc4a90-22f0-483d-8954-9b5c474ac7da None None] Attempt 1 to provision port 5a1146a6-4ca6-4840-b44e-ec16c98ad067 Sep 26 18:03:19.758907 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60499e3a-aaef-437d-b365-e1dbe90a0b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37a231d-a610-4f64-828b-68713d9ca8a6,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:19.768892 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8abd1ab0-cf11-44ff-8821-f105e5e1836c admin admin] Publish callbacks [] for router_gateway (bfaf0708-7f5b-484e-af61-7a35c70a1b8e), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:19.857094 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-96758079-28d5-4b61-aa4e-da99cf834068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720'] for port (b71b33e7-7567-4f0d-97a8-75d440310cc4), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:19.884463 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ef552883-23e4-4dd6-ae0d-b39270dec754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:19.973517 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d4908e71-78fd-4078-ac55-1b4fd04a08ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841381', 'neutron.services.segments.db._delete_segments_for_network-8756749958337'] for network (0520e03c-8289-4cdb-8967-a020ee1330fc), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:19.978287 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:20.044574 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96758079-28d5-4b61-aa4e-da99cf834068 admin admin] Network 75671e20-856b-479b-bee1-be813a3f2eee is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:03:20.046382 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96758079-28d5-4b61-aa4e-da99cf834068 admin admin] Pushing event updated for resources: {'Port': ['ID=b71b33e7-7567-4f0d-97a8-75d440310cc4,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:20.053463 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-96758079-28d5-4b61-aa4e-da99cf834068 admin admin] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:03:20.058357 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96758079-28d5-4b61-aa4e-da99cf834068 admin admin] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:03:20.100643 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d4908e71-78fd-4078-ac55-1b4fd04a08ca admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:03:20.100993 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d4908e71-78fd-4078-ac55-1b4fd04a08ca admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:03:20.101827 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d4908e71-78fd-4078-ac55-1b4fd04a08ca admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:03:20.102180 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d4908e71-78fd-4078-ac55-1b4fd04a08ca admin admin] Subscribe: > port after_create 55550000 {{(pid=106582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:03:20.102531 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d4908e71-78fd-4078-ac55-1b4fd04a08ca admin admin] Subscribe: > port after_delete 55550000 {{(pid=106582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:03:20.102873 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d4908e71-78fd-4078-ac55-1b4fd04a08ca admin admin] Subscribe: > port after_update 55550000 {{(pid=106582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:03:20.103536 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d4908e71-78fd-4078-ac55-1b4fd04a08ca admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:03:20.104478 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d4908e71-78fd-4078-ac55-1b4fd04a08ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:03:20.104916 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d4908e71-78fd-4078-ac55-1b4fd04a08ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:03:20.105254 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d4908e71-78fd-4078-ac55-1b4fd04a08ca admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:03:20.108281 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 94620509-e1b5-4b7b-8537-89d6f26aee45 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:20.110199 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 5a1146a6-4ca6-4840-b44e-ec16c98ad067 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:03:20.113376 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc4a90-22f0-483d-8954-9b5c474ac7da None None] Current status of the port 5a1146a6-4ca6-4840-b44e-ec16c98ad067 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:20.161318 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 5a1146a6-4ca6-4840-b44e-ec16c98ad067 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:20.161823 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (5a1146a6-4ca6-4840-b44e-ec16c98ad067), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:20.165282 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 5a1146a6-4ca6-4840-b44e-ec16c98ad067 Sep 26 18:03:20.246174 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-49cd6451-41a9-474a-b7d3-1e8385a40cb9 None None] Publish callbacks [] for port (39639bcd-5665-4d98-8f6f-124c36b85daa), precommit_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:20.293053 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-246a4d5b-7642-44ac-9755-561bc2b41c9f None None] Provisioning complete for port 5a1146a6-4ca6-4840-b44e-ec16c98ad067 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:20.293605 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-246a4d5b-7642-44ac-9755-561bc2b41c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (5a1146a6-4ca6-4840-b44e-ec16c98ad067), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:20.294049 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-246a4d5b-7642-44ac-9755-561bc2b41c9f None None] Attempt 1 to provision port 5a1146a6-4ca6-4840-b44e-ec16c98ad067 Sep 26 18:03:20.296953 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 5a1146a6-4ca6-4840-b44e-ec16c98ad067 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:20.343627 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-49cd6451-41a9-474a-b7d3-1e8385a40cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (39639bcd-5665-4d98-8f6f-124c36b85daa), after_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:20.370264 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8abd1ab0-cf11-44ff-8821-f105e5e1836c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500314'] for router (bfaf0708-7f5b-484e-af61-7a35c70a1b8e), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:20.413250 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-49cd6451-41a9-474a-b7d3-1e8385a40cb9 None None] Attempting to bind port 39639bcd-5665-4d98-8f6f-124c36b85daa on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:03:20.415006 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-49cd6451-41a9-474a-b7d3-1e8385a40cb9 None None] Attempting to bind port 39639bcd-5665-4d98-8f6f-124c36b85daa by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}] {{(pid=106585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:03:20.415724 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cd6451-41a9-474a-b7d3-1e8385a40cb9 None None] Attempting to bind port 39639bcd-5665-4d98-8f6f-124c36b85daa on network 75671e20-856b-479b-bee1-be813a3f2eee {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:03:20.459753 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693ae4e-2664-48b7-aeb9-e24f7035673d None None] Pushing event updated for resources: {'Port': ['ID=39639bcd-5665-4d98-8f6f-124c36b85daa,revision_number=2']} {{(pid=106585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:20.464001 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:20.470487 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-246a4d5b-7642-44ac-9755-561bc2b41c9f None None] Current status of the port 5a1146a6-4ca6-4840-b44e-ec16c98ad067 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:20.477695 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c693ae4e-2664-48b7-aeb9-e24f7035673d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:20.478056 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c693ae4e-2664-48b7-aeb9-e24f7035673d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:20.478251 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:20.478428 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c693ae4e-2664-48b7-aeb9-e24f7035673d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:20.478782 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c693ae4e-2664-48b7-aeb9-e24f7035673d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:20.479348 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c693ae4e-2664-48b7-aeb9-e24f7035673d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:20.479735 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c693ae4e-2664-48b7-aeb9-e24f7035673d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:20.480219 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c693ae4e-2664-48b7-aeb9-e24f7035673d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:20.480775 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c693ae4e-2664-48b7-aeb9-e24f7035673d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:20.481484 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c693ae4e-2664-48b7-aeb9-e24f7035673d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:20.481962 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c693ae4e-2664-48b7-aeb9-e24f7035673d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:20.482437 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c693ae4e-2664-48b7-aeb9-e24f7035673d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:20.482946 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c693ae4e-2664-48b7-aeb9-e24f7035673d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:20.483430 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c693ae4e-2664-48b7-aeb9-e24f7035673d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:20.483941 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c693ae4e-2664-48b7-aeb9-e24f7035673d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:20.484402 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c693ae4e-2664-48b7-aeb9-e24f7035673d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c693ae4e-2664-48b7-aeb9-e24f7035673d None None] Tracked resource versions report: Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: pushed versions: Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: { 'AddressGroup': {'1.2'}, Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: 'Agent': {'1.1'}, Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: 'ConntrackHelper': {'1.0'}, Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: 'LocalIPAssociation': {'1.0'}, Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: 'Log': {'1.0'}, Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: 'NDPProxy': {'1.0'}, Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: 'Network': {'1.1'}, Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: 'Port': {'1.7'}, Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: 'PortForwarding': {'1.3'}, Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: 'QosPolicy': {'1.10'}, Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: 'SecurityGroup': {'1.5'}, Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: 'SecurityGroupRule': {'1.2'}, Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: 'SubPort': {'1.0'}, Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: 'Subnet': {'1.1'}, Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: 'Trunk': {'1.1'}} Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: consumer versions: Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: { DHCP agent@dv-cinder-859319-1-iscsi: {}, Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: HyperV agent@hv-cinder-85931: {}, Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: L3 agent@dv-cinder-859319-1-iscsi: {}, Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: Metadata agent@dv-cinder-859319-1-iscsi: {}, Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: Metering agent@dv-cinder-859319-1-iscsi: {}, Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: Open vSwitch agent@dv-cinder-859319-1-iscsi: { 'AddressGroup': '1.2', Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: 'Agent': '1.1', Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: 'ConntrackHelper': '1.0', Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: 'LocalIPAssociation': '1.0', Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: 'Log': '1.0', Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: 'NDPProxy': '1.0', Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: 'Network': '1.1', Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: 'Port': '1.7', Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: 'PortForwarding': '1.3', Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: 'QosPolicy': '1.10', Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: 'SecurityGroup': '1.5', Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: 'SecurityGroupRule': '1.2', Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: 'SubPort': '1.0', Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: 'Subnet': '1.1', Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: 'Trunk': '1.1'}} Sep 26 18:03:20.485755 dv-cinder-859319-1-iscsi neutron-server[106585]: {{(pid=106585) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 18:03:20.498025 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cd6451-41a9-474a-b7d3-1e8385a40cb9 None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:03:20.498412 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cd6451-41a9-474a-b7d3-1e8385a40cb9 None None] Checking segment: {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:03:20.498817 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-49cd6451-41a9-474a-b7d3-1e8385a40cb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:20.499205 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cd6451-41a9-474a-b7d3-1e8385a40cb9 None None] Bound using segment: {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'} {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:03:20.499718 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-49cd6451-41a9-474a-b7d3-1e8385a40cb9 None None] Bound port: 39639bcd-5665-4d98-8f6f-124c36b85daa, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}}] {{(pid=106585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:03:20.500109 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-49cd6451-41a9-474a-b7d3-1e8385a40cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (39639bcd-5665-4d98-8f6f-124c36b85daa), before_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:20.563724 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.db [None req-49cd6451-41a9-474a-b7d3-1e8385a40cb9 None None] For port 39639bcd-5665-4d98-8f6f-124c36b85daa, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:03:20.570301 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.db [None req-49cd6451-41a9-474a-b7d3-1e8385a40cb9 None None] For port 39639bcd-5665-4d98-8f6f-124c36b85daa, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=39639bcd-5665-4d98-8f6f-124c36b85daa,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:03:20.609625 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d4908e71-78fd-4078-ac55-1b4fd04a08ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:03:20.609986 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d4908e71-78fd-4078-ac55-1b4fd04a08ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:03:20.610326 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d4908e71-78fd-4078-ac55-1b4fd04a08ca admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:03:20.610674 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d4908e71-78fd-4078-ac55-1b4fd04a08ca admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:03:20.611057 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.services.segments.db [None req-d4908e71-78fd-4078-ac55-1b4fd04a08ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0520e03c-8289-4cdb-8967-a020ee1330fc']}} {{(pid=106582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:20.670076 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.services.segments.db [None req-d4908e71-78fd-4078-ac55-1b4fd04a08ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe13383a-da8d-4aa2-9e55-d7acbe29655a') {'for_net_delete': True} {{(pid=106582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:20.670433 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.services.segments.db [None req-d4908e71-78fd-4078-ac55-1b4fd04a08ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe13383a-da8d-4aa2-9e55-d7acbe29655a') {} {{(pid=106582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:20.696682 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-49cd6451-41a9-474a-b7d3-1e8385a40cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (39639bcd-5665-4d98-8f6f-124c36b85daa), after_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:20.705137 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:20.719426 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d4908e71-78fd-4078-ac55-1b4fd04a08ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756749958229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230121'] for segment (fe13383a-da8d-4aa2-9e55-d7acbe29655a), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:20.756170 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d4908e71-78fd-4078-ac55-1b4fd04a08ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (fe13383a-da8d-4aa2-9e55-d7acbe29655a), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:20.777436 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4908e71-78fd-4078-ac55-1b4fd04a08ca admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=106582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:03:20.777845 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d4908e71-78fd-4078-ac55-1b4fd04a08ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-513876'] for segment (fe13383a-da8d-4aa2-9e55-d7acbe29655a), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:20.800235 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cd6451-41a9-474a-b7d3-1e8385a40cb9 None None] Routers {'0d3f8166-a65a-4d17-a4f7-ca93fffd4115'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:20.800993 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-49cd6451-41a9-474a-b7d3-1e8385a40cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:03:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:20.873053 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-96758079-28d5-4b61-aa4e-da99cf834068 admin admin] Publish callbacks [] for router_gateway (28c7db1c-bc72-4bda-8221-4cf0690edc5c), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:20.873766 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693ae4e-2664-48b7-aeb9-e24f7035673d None None] Pushing event updated for resources: {'Port': ['ID=39639bcd-5665-4d98-8f6f-124c36b85daa,revision_number=3']} {{(pid=106585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:20.885869 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_common [None req-ef552883-23e4-4dd6-ae0d-b39270dec754 admin admin] Allocated IP 172.20.0.1 (ff0911ec-d0cb-47aa-9835-b96611526a51/1feb17d0-5a16-48d0-945c-e503f8418bcd/3a1d8909-de0f-4b6d-8a1f-17144f1522e0) {{(pid=106582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:03:20.971965 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-49cd6451-41a9-474a-b7d3-1e8385a40cb9 None None] Set router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:21.023636 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:21.031164 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d4908e71-78fd-4078-ac55-1b4fd04a08ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500471'] for network (0520e03c-8289-4cdb-8967-a020ee1330fc), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:21.048176 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d4908e71-78fd-4078-ac55-1b4fd04a08ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:21.051545 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-d4908e71-78fd-4078-ac55-1b4fd04a08ca admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/0520e03c-8289-4cdb-8967-a020ee1330fc HTTP/1.1" status: 204 len: 168 time: 1.6284530 Sep 26 18:03:21.060434 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 45354) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:21.083401 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ef552883-23e4-4dd6-ae0d-b39270dec754 admin admin] Publish callbacks [] for port (3a1d8909-de0f-4b6d-8a1f-17144f1522e0), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:21.086743 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4908e71-78fd-4078-ac55-1b4fd04a08ca admin admin] Pushing event deleted for resources: {'Network': ['ID=0520e03c-8289-4cdb-8967-a020ee1330fc,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:21.150654 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a010430-8551-4807-a3b2-1cb97fcae147 admin admin] Deleting subnet af815707-8d48-4627-bd8c-177c6f9f0fb3 {{(pid=106582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:03:21.156158 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1a010430-8551-4807-a3b2-1cb97fcae147 admin admin] Publish callbacks [] for subnet (af815707-8d48-4627-bd8c-177c6f9f0fb3), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:21.211795 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abd1ab0-cf11-44ff-8821-f105e5e1836c admin admin] Router bfaf0708-7f5b-484e-af61-7a35c70a1b8e is scheduled to L3 agent 1e333347-308d-435a-a92a-39a4b363e81b with binding_index 1 {{(pid=106583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 18:03:21.212484 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1a010430-8551-4807-a3b2-1cb97fcae147 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2230098'] for subnet (af815707-8d48-4627-bd8c-177c6f9f0fb3), precommit_delete_associations {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:21.218734 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-96758079-28d5-4b61-aa4e-da99cf834068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500314'] for router (28c7db1c-bc72-4bda-8221-4cf0690edc5c), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:21.258101 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-49cd6451-41a9-474a-b7d3-1e8385a40cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:03:16Z', 'revision_number': 3, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:21.276129 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ef552883-23e4-4dd6-ae0d-b39270dec754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (3a1d8909-de0f-4b6d-8a1f-17144f1522e0), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:21.286417 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1a010430-8551-4807-a3b2-1cb97fcae147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32872334'] for subnet (af815707-8d48-4627-bd8c-177c6f9f0fb3), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:21.343380 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cd6451-41a9-474a-b7d3-1e8385a40cb9 None None] The sync data for ids ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'] in dv-cinder-859319-1-iscsi is: [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:03:16Z', 'revision_number': 3, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:03:21.430808 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef552883-23e4-4dd6-ae0d-b39270dec754 admin admin] Pushing event updated for resources: {'Port': ['ID=3a1d8909-de0f-4b6d-8a1f-17144f1522e0,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:21.441269 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 94620509-e1b5-4b7b-8537-89d6f26aee45 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:03:21.451165 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.services.segments.plugin [-] Segment fe13383a-da8d-4aa2-9e55-d7acbe29655a resource provider aggregate not found Sep 26 18:03:21.484311 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef552883-23e4-4dd6-ae0d-b39270dec754 admin admin] Network ff0911ec-d0cb-47aa-9835-b96611526a51 is already hosted by enough agents. {{(pid=106582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:03:21.488432 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-ef552883-23e4-4dd6-ae0d-b39270dec754 admin admin] Resources bound (agent type, host, resource id): {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:03:21.497328 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef552883-23e4-4dd6-ae0d-b39270dec754 admin admin] Received port after_create {{(pid=106582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:03:21.550728 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.services.segments.plugin [-] Segment fe13383a-da8d-4aa2-9e55-d7acbe29655a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe13383a-da8d-4aa2-9e55-d7acbe29655a found for delete ", "request_id": "req-5f7f2973-589b-40e3-9144-5bcc271aa424"}]} Sep 26 18:03:21.575456 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 94620509-e1b5-4b7b-8537-89d6f26aee45 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:21.575875 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (94620509-e1b5-4b7b-8537-89d6f26aee45), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:21.578794 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 94620509-e1b5-4b7b-8537-89d6f26aee45 Sep 26 18:03:21.620527 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ef552883-23e4-4dd6-ae0d-b39270dec754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-492387'] for router_interface (0d3f8166-a65a-4d17-a4f7-ca93fffd4115), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:21.786579 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abd1ab0-cf11-44ff-8821-f105e5e1836c admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:03:21.810968 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1a010430-8551-4807-a3b2-1cb97fcae147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32869299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-514030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2161408'] for subnet (af815707-8d48-4627-bd8c-177c6f9f0fb3), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:21.954965 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a010430-8551-4807-a3b2-1cb97fcae147 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af815707-8d48-4627-bd8c-177c6f9f0fb3,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:21.973247 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:INSERT=14,neutron:SELECT=84,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:21.986848 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d15af9-410e-4364-bfaa-1aedd03406f8 None None] Sync routers for ids ['bfaf0708-7f5b-484e-af61-7a35c70a1b8e'] in dv-cinder-859319-1-iscsi {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:03:22.011627 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d15af9-410e-4364-bfaa-1aedd03406f8 None None] Routers {'bfaf0708-7f5b-484e-af61-7a35c70a1b8e'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:22.013031 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-40d15af9-410e-4364-bfaa-1aedd03406f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:03:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['bfaf0708-7f5b-484e-af61-7a35c70a1b8e'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:22.060791 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8abd1ab0-cf11-44ff-8821-f105e5e1836c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:22.066451 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-8abd1ab0-cf11-44ff-8821-f105e5e1836c admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.8557673 Sep 26 18:03:22.067261 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 45380) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:22.140394 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-db1ed71c-748b-498a-9fcd-b87dfb7e3480 None None] Provisioning complete for port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:22.140936 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-db1ed71c-748b-498a-9fcd-b87dfb7e3480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (3a1d8909-de0f-4b6d-8a1f-17144f1522e0), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:22.141319 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-db1ed71c-748b-498a-9fcd-b87dfb7e3480 None None] Attempt 1 to provision port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 Sep 26 18:03:22.186876 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96758079-28d5-4b61-aa4e-da99cf834068 admin admin] Router 28c7db1c-bc72-4bda-8221-4cf0690edc5c is scheduled to L3 agent 1e333347-308d-435a-a92a-39a4b363e81b with binding_index 1 {{(pid=106583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 18:03:22.193006 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1a010430-8551-4807-a3b2-1cb97fcae147 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for subnet (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:22.201832 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-1a010430-8551-4807-a3b2-1cb97fcae147 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/af815707-8d48-4627-bd8c-177c6f9f0fb3 HTTP/1.1" status: 204 len: 168 time: 1.1304741 Sep 26 18:03:22.212431 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 45386) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:22.262476 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 94620509-e1b5-4b7b-8537-89d6f26aee45 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:22.271619 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-db1ed71c-748b-498a-9fcd-b87dfb7e3480 None None] Port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:22.294596 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-40d15af9-410e-4364-bfaa-1aedd03406f8 None None] Set router bfaf0708-7f5b-484e-af61-7a35c70a1b8e gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:22.372933 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:22.485042 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bec85354-8416-4cde-8e4d-22af0ba43760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32779771'] for network (688bf767-dac1-49c3-a764-daf2a7d6dde4), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:22.587976 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=100 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:22.591831 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96758079-28d5-4b61-aa4e-da99cf834068 admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:03:22.604265 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918a79cd-9220-4d2e-baa0-91c55e490c9b None None] Sync routers for ids ['28c7db1c-bc72-4bda-8221-4cf0690edc5c'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:03:22.622314 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918a79cd-9220-4d2e-baa0-91c55e490c9b None None] Routers {'28c7db1c-bc72-4bda-8221-4cf0690edc5c'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:22.626223 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-918a79cd-9220-4d2e-baa0-91c55e490c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:03:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['28c7db1c-bc72-4bda-8221-4cf0690edc5c'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:22.634934 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ef552883-23e4-4dd6-ae0d-b39270dec754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (3a1d8909-de0f-4b6d-8a1f-17144f1522e0), before_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:22.652216 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-40d15af9-410e-4364-bfaa-1aedd03406f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfaf0708-7f5b-484e-af61-7a35c70a1b8e', 'name': 'tempest-DeleteServersTestJSON-516662706-router', 'tenant_id': 'bcd6fe4cc3554b888bb25819f5fac1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'fe6d9090-50e0-49b7-a5f2-03b789538585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:19Z', 'revision_number': 3, 'project_id': 'bcd6fe4cc3554b888bb25819f5fac1e4', 'gw_port': {'id': 'fe6d9090-50e0-49b7-a5f2-03b789538585', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfaf0708-7f5b-484e-af61-7a35c70a1b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:17Z', 'updated_at': '2022-09-26T18:03:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:22.706852 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d15af9-410e-4364-bfaa-1aedd03406f8 None None] Checking router: bfaf0708-7f5b-484e-af61-7a35c70a1b8e for host: dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:03:22.707450 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d15af9-410e-4364-bfaa-1aedd03406f8 None None] Updating router bfaf0708-7f5b-484e-af61-7a35c70a1b8e port fe6d9090-50e0-49b7-a5f2-03b789538585 binding host dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:03:22.740385 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-40d15af9-410e-4364-bfaa-1aedd03406f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (fe6d9090-50e0-49b7-a5f2-03b789538585), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:22.777327 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-db1ed71c-748b-498a-9fcd-b87dfb7e3480 None None] Attempt 2 to provision port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 Sep 26 18:03:22.802452 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-96758079-28d5-4b61-aa4e-da99cf834068 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:22.803927 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-96758079-28d5-4b61-aa4e-da99cf834068 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.5329902 Sep 26 18:03:22.810582 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 45396) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:22.813161 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bec85354-8416-4cde-8e4d-22af0ba43760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841381', 'neutron.services.segments.db._delete_segments_for_network-8756749958337'] for network (688bf767-dac1-49c3-a764-daf2a7d6dde4), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:22.870348 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-918a79cd-9220-4d2e-baa0-91c55e490c9b None None] Set router 28c7db1c-bc72-4bda-8221-4cf0690edc5c gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:22.923781 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-db1ed71c-748b-498a-9fcd-b87dfb7e3480 None None] Port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:22.987570 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:23.000204 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ef552883-23e4-4dd6-ae0d-b39270dec754 admin admin] Publish callbacks [] for port (3a1d8909-de0f-4b6d-8a1f-17144f1522e0), precommit_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:23.018109 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bec85354-8416-4cde-8e4d-22af0ba43760 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:03:23.018690 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bec85354-8416-4cde-8e4d-22af0ba43760 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:03:23.023581 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bec85354-8416-4cde-8e4d-22af0ba43760 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:03:23.025274 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bec85354-8416-4cde-8e4d-22af0ba43760 admin admin] Subscribe: > port after_create 55550000 {{(pid=106583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:03:23.025702 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bec85354-8416-4cde-8e4d-22af0ba43760 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:03:23.026948 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bec85354-8416-4cde-8e4d-22af0ba43760 admin admin] Subscribe: > port after_update 55550000 {{(pid=106583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:03:23.026948 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bec85354-8416-4cde-8e4d-22af0ba43760 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:03:23.027378 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bec85354-8416-4cde-8e4d-22af0ba43760 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:03:23.028065 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bec85354-8416-4cde-8e4d-22af0ba43760 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:03:23.028268 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bec85354-8416-4cde-8e4d-22af0ba43760 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:03:23.124563 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ef552883-23e4-4dd6-ae0d-b39270dec754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-513976'] for port (3a1d8909-de0f-4b6d-8a1f-17144f1522e0), after_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:23.156047 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=100 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:23.252251 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bec85354-8416-4cde-8e4d-22af0ba43760 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:03:23.252615 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bec85354-8416-4cde-8e4d-22af0ba43760 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:03:23.256363 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bec85354-8416-4cde-8e4d-22af0ba43760 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:03:23.256363 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bec85354-8416-4cde-8e4d-22af0ba43760 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:03:23.256363 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.services.segments.db [None req-bec85354-8416-4cde-8e4d-22af0ba43760 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['688bf767-dac1-49c3-a764-daf2a7d6dde4']}} {{(pid=106583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:23.325405 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.services.segments.db [None req-bec85354-8416-4cde-8e4d-22af0ba43760 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf81a9b-c6f7-4ba2-914a-553a2d2c4768') {'for_net_delete': True} {{(pid=106583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:23.325740 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.services.segments.db [None req-bec85354-8416-4cde-8e4d-22af0ba43760 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf81a9b-c6f7-4ba2-914a-553a2d2c4768') {} {{(pid=106583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:23.375402 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ef552883-23e4-4dd6-ae0d-b39270dec754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-642360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-492535'] for router_interface (0d3f8166-a65a-4d17-a4f7-ca93fffd4115), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:23.402558 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef552883-23e4-4dd6-ae0d-b39270dec754 admin admin] Pushing event updated for resources: {'Port': ['ID=3a1d8909-de0f-4b6d-8a1f-17144f1522e0,revision_number=2']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:23.404207 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-918a79cd-9220-4d2e-baa0-91c55e490c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-631427978-router', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b71b33e7-7567-4f0d-97a8-75d440310cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:20Z', 'revision_number': 3, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'gw_port': {'id': 'b71b33e7-7567-4f0d-97a8-75d440310cc4', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:db:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:17Z', 'updated_at': '2022-09-26T18:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:23.415067 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-40d15af9-410e-4364-bfaa-1aedd03406f8 None None] Publish callbacks [] for port (fe6d9090-50e0-49b7-a5f2-03b789538585), precommit_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:23.425734 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-db1ed71c-748b-498a-9fcd-b87dfb7e3480 None None] Attempt 3 to provision port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 Sep 26 18:03:23.430197 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 39639bcd-5665-4d98-8f6f-124c36b85daa up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:03:23.469846 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918a79cd-9220-4d2e-baa0-91c55e490c9b None None] Checking router: 28c7db1c-bc72-4bda-8221-4cf0690edc5c for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:03:23.472146 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918a79cd-9220-4d2e-baa0-91c55e490c9b None None] Updating router 28c7db1c-bc72-4bda-8221-4cf0690edc5c port b71b33e7-7567-4f0d-97a8-75d440310cc4 binding host dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:03:23.485405 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bec85354-8416-4cde-8e4d-22af0ba43760 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756749958229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4065973'] for segment (cdf81a9b-c6f7-4ba2-914a-553a2d2c4768), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:23.543622 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-918a79cd-9220-4d2e-baa0-91c55e490c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (b71b33e7-7567-4f0d-97a8-75d440310cc4), before_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:23.557606 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bec85354-8416-4cde-8e4d-22af0ba43760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (cdf81a9b-c6f7-4ba2-914a-553a2d2c4768), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:23.584864 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-40d15af9-410e-4364-bfaa-1aedd03406f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (fe6d9090-50e0-49b7-a5f2-03b789538585), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:23.640099 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:23.643038 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-db1ed71c-748b-498a-9fcd-b87dfb7e3480 None None] Port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:23.651520 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef552883-23e4-4dd6-ae0d-b39270dec754 admin admin] Network ff0911ec-d0cb-47aa-9835-b96611526a51 is already hosted by enough agents. {{(pid=106582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:03:23.655289 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-ef552883-23e4-4dd6-ae0d-b39270dec754 admin admin] Resources bound (agent type, host, resource id): {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:03:23.667387 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-40d15af9-410e-4364-bfaa-1aedd03406f8 None None] Attempting to bind port fe6d9090-50e0-49b7-a5f2-03b789538585 on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:03:23.668553 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-40d15af9-410e-4364-bfaa-1aedd03406f8 None None] Attempting to bind port fe6d9090-50e0-49b7-a5f2-03b789538585 by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:03:23.669218 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d15af9-410e-4364-bfaa-1aedd03406f8 None None] Attempting to bind port fe6d9090-50e0-49b7-a5f2-03b789538585 on network 75671e20-856b-479b-bee1-be813a3f2eee {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:03:23.684349 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec85354-8416-4cde-8e4d-22af0ba43760 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=106583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:03:23.686931 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bec85354-8416-4cde-8e4d-22af0ba43760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3901844'] for segment (cdf81a9b-c6f7-4ba2-914a-553a2d2c4768), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:23.758214 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 39639bcd-5665-4d98-8f6f-124c36b85daa triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:23.758860 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (39639bcd-5665-4d98-8f6f-124c36b85daa), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:23.759367 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 39639bcd-5665-4d98-8f6f-124c36b85daa Sep 26 18:03:23.772361 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c2655-012a-43b1-8578-482e1dc433fa None None] Pushing event updated for resources: {'Port': ['ID=fe6d9090-50e0-49b7-a5f2-03b789538585,revision_number=2']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:23.776756 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:23.908172 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d15af9-410e-4364-bfaa-1aedd03406f8 None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:03:23.908540 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d15af9-410e-4364-bfaa-1aedd03406f8 None None] Checking segment: {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:03:23.908953 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-40d15af9-410e-4364-bfaa-1aedd03406f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:23.918209 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d15af9-410e-4364-bfaa-1aedd03406f8 None None] Bound using segment: {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:03:23.924983 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-40d15af9-410e-4364-bfaa-1aedd03406f8 None None] Bound port: fe6d9090-50e0-49b7-a5f2-03b789538585, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:03:23.924983 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-40d15af9-410e-4364-bfaa-1aedd03406f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (fe6d9090-50e0-49b7-a5f2-03b789538585), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:23.925451 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef552883-23e4-4dd6-ae0d-b39270dec754 admin admin] Router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:03:24.051247 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:24.152410 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-db1ed71c-748b-498a-9fcd-b87dfb7e3480 None None] Attempt 4 to provision port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 Sep 26 18:03:24.187210 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-918a79cd-9220-4d2e-baa0-91c55e490c9b None None] Publish callbacks [] for port (b71b33e7-7567-4f0d-97a8-75d440310cc4), precommit_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:24.218493 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-40d15af9-410e-4364-bfaa-1aedd03406f8 None None] For port fe6d9090-50e0-49b7-a5f2-03b789538585, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:03:24.224399 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-db1ed71c-748b-498a-9fcd-b87dfb7e3480 None None] Port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:24.239299 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-40d15af9-410e-4364-bfaa-1aedd03406f8 None None] For port fe6d9090-50e0-49b7-a5f2-03b789538585, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=fe6d9090-50e0-49b7-a5f2-03b789538585,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:03:24.248059 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 39639bcd-5665-4d98-8f6f-124c36b85daa is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:24.248509 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (39639bcd-5665-4d98-8f6f-124c36b85daa), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:24.281170 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] For port 39639bcd-5665-4d98-8f6f-124c36b85daa, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=39639bcd-5665-4d98-8f6f-124c36b85daa,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:24.283598 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef552883-23e4-4dd6-ae0d-b39270dec754 admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:03:24.327082 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-ef552883-23e4-4dd6-ae0d-b39270dec754 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/0d3f8166-a65a-4d17-a4f7-ca93fffd4115/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7080662 Sep 26 18:03:24.327382 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d529d2-f644-4aad-8095-f7bb1ee5d626 None None] Sync routers for ids ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'] in dv-cinder-859319-1-iscsi {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:03:24.327382 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d529d2-f644-4aad-8095-f7bb1ee5d626 None None] Routers {'0d3f8166-a65a-4d17-a4f7-ca93fffd4115'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:24.327382 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-c5d529d2-f644-4aad-8095-f7bb1ee5d626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:03:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:24.481613 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d00a52a9-8960-438d-9b30-3a58dc61ae34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:24.492488 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-918a79cd-9220-4d2e-baa0-91c55e490c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (b71b33e7-7567-4f0d-97a8-75d440310cc4), after_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:24.498604 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-40d15af9-410e-4364-bfaa-1aedd03406f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (fe6d9090-50e0-49b7-a5f2-03b789538585), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:24.550069 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (39639bcd-5665-4d98-8f6f-124c36b85daa), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:24.559352 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-918a79cd-9220-4d2e-baa0-91c55e490c9b None None] Attempting to bind port b71b33e7-7567-4f0d-97a8-75d440310cc4 on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:03:24.560046 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-918a79cd-9220-4d2e-baa0-91c55e490c9b None None] Attempting to bind port b71b33e7-7567-4f0d-97a8-75d440310cc4 by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}] {{(pid=106585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:03:24.560602 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918a79cd-9220-4d2e-baa0-91c55e490c9b None None] Attempting to bind port b71b33e7-7567-4f0d-97a8-75d440310cc4 on network 75671e20-856b-479b-bee1-be813a3f2eee {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:03:24.575673 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-c5d529d2-f644-4aad-8095-f7bb1ee5d626 None None] Set router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:24.580604 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d15af9-410e-4364-bfaa-1aedd03406f8 None None] Routers {'bfaf0708-7f5b-484e-af61-7a35c70a1b8e'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:24.581349 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-40d15af9-410e-4364-bfaa-1aedd03406f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:03:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['bfaf0708-7f5b-484e-af61-7a35c70a1b8e'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:24.616155 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17efdd1a-54e2-4517-9754-4e6ac6093e41 None None] Pushing event updated for resources: {'Port': ['ID=b71b33e7-7567-4f0d-97a8-75d440310cc4,revision_number=2']} {{(pid=106585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:24.640978 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.services.segments.plugin [-] Segment cdf81a9b-c6f7-4ba2-914a-553a2d2c4768 resource provider aggregate not found Sep 26 18:03:24.644739 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918a79cd-9220-4d2e-baa0-91c55e490c9b None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:03:24.649109 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918a79cd-9220-4d2e-baa0-91c55e490c9b None None] Checking segment: {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:03:24.649109 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-918a79cd-9220-4d2e-baa0-91c55e490c9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:24.649109 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918a79cd-9220-4d2e-baa0-91c55e490c9b None None] Bound using segment: {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'} {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:03:24.649109 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-918a79cd-9220-4d2e-baa0-91c55e490c9b None None] Bound port: b71b33e7-7567-4f0d-97a8-75d440310cc4, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}}] {{(pid=106585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:03:24.649109 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-918a79cd-9220-4d2e-baa0-91c55e490c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (b71b33e7-7567-4f0d-97a8-75d440310cc4), before_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:24.691037 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c2655-012a-43b1-8578-482e1dc433fa None None] Pushing event updated for resources: {'Port': ['ID=fe6d9090-50e0-49b7-a5f2-03b789538585,revision_number=3']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:24.719515 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bec85354-8416-4cde-8e4d-22af0ba43760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500471'] for network (688bf767-dac1-49c3-a764-daf2a7d6dde4), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:24.727310 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-db1ed71c-748b-498a-9fcd-b87dfb7e3480 None None] Attempt 5 to provision port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 Sep 26 18:03:24.739155 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.services.segments.plugin [-] Segment cdf81a9b-c6f7-4ba2-914a-553a2d2c4768 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cdf81a9b-c6f7-4ba2-914a-553a2d2c4768 found for delete ", "request_id": "req-22a68a0a-ef1b-4f9f-95a9-c63cbd1f7f38"}]} Sep 26 18:03:24.765022 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.db [None req-918a79cd-9220-4d2e-baa0-91c55e490c9b None None] For port b71b33e7-7567-4f0d-97a8-75d440310cc4, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:03:24.769478 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.db [None req-918a79cd-9220-4d2e-baa0-91c55e490c9b None None] For port b71b33e7-7567-4f0d-97a8-75d440310cc4, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=b71b33e7-7567-4f0d-97a8-75d440310cc4,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:03:24.771351 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bec85354-8416-4cde-8e4d-22af0ba43760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:24.786467 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-bec85354-8416-4cde-8e4d-22af0ba43760 admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/688bf767-dac1-49c3-a764-daf2a7d6dde4 HTTP/1.1" status: 204 len: 168 time: 2.5677938 Sep 26 18:03:24.852700 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec85354-8416-4cde-8e4d-22af0ba43760 admin admin] Pushing event deleted for resources: {'Network': ['ID=688bf767-dac1-49c3-a764-daf2a7d6dde4,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:24.873335 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-918a79cd-9220-4d2e-baa0-91c55e490c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (b71b33e7-7567-4f0d-97a8-75d440310cc4), after_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:24.931775 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:24.971389 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918a79cd-9220-4d2e-baa0-91c55e490c9b None None] Routers {'28c7db1c-bc72-4bda-8221-4cf0690edc5c'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:24.973433 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-918a79cd-9220-4d2e-baa0-91c55e490c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:03:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['28c7db1c-bc72-4bda-8221-4cf0690edc5c'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:25.015556 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 45458) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:25.033983 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-6533a137-630d-485a-a6df-cfe4becbbb30 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Request body: {'security_group': {'name': 'tempest-securitygroup--677342534', 'description': 'tempest-description--889499309'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:25.074883 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17efdd1a-54e2-4517-9754-4e6ac6093e41 None None] Pushing event updated for resources: {'Port': ['ID=b71b33e7-7567-4f0d-97a8-75d440310cc4,revision_number=3']} {{(pid=106585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:25.080613 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [None req-d00a52a9-8960-438d-9b30-3a58dc61ae34 admin admin] Allocated IP 172.20.0.1 (14afb4e8-c529-4ecb-b70e-20ecdadd3fe6/f7c421de-8c97-43f0-abfe-f3557912f701/fb58c317-4b0a-4a19-9f85-e4d345e30abb) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:03:25.148936 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-db1ed71c-748b-498a-9fcd-b87dfb7e3480 None None] Port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:25.153198 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fcdf8a7a-732a-4434-a48e-b8008db6c1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:25.171317 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-918a79cd-9220-4d2e-baa0-91c55e490c9b None None] Set router 28c7db1c-bc72-4bda-8221-4cf0690edc5c gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:25.176589 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-40d15af9-410e-4364-bfaa-1aedd03406f8 None None] Set router bfaf0708-7f5b-484e-af61-7a35c70a1b8e gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:25.230034 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6533a137-630d-485a-a6df-cfe4becbbb30 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:25.263308 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Pushing event updated for resources: {'Port': ['ID=39639bcd-5665-4d98-8f6f-124c36b85daa,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:25.302286 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:25.358170 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d00a52a9-8960-438d-9b30-3a58dc61ae34 admin admin] Publish callbacks [] for port (fb58c317-4b0a-4a19-9f85-e4d345e30abb), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:25.384586 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=100 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:25.427147 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-c5d529d2-f644-4aad-8095-f7bb1ee5d626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:03:22Z', 'revision_number': 4, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '3a1d8909-de0f-4b6d-8a1f-17144f1522e0', 'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'mac_address': 'fa:16:3e:81:46:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:19Z', 'updated_at': '2022-09-26T18:03:22Z', 'revision_number': 2, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'subnets': [{'id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:25.478121 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:25.485355 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [None req-fcdf8a7a-732a-4434-a48e-b8008db6c1ca admin admin] Allocated IP 172.20.0.1 (45aee833-caf9-4514-8a4b-002783e94737/e01e5c5e-987a-4185-87ba-f124ff403d46/84fc576d-4c27-492c-8da2-e1cf780b931c) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:03:25.494643 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 45472) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:25.511091 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d529d2-f644-4aad-8095-f7bb1ee5d626 None None] Checking router: 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 for host: dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:03:25.511588 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d529d2-f644-4aad-8095-f7bb1ee5d626 None None] Updating router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 binding host dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:03:25.515554 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5,neutron:DELETE=8,neutron:INSERT=5 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:25.534249 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-918a79cd-9220-4d2e-baa0-91c55e490c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-631427978-router', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b71b33e7-7567-4f0d-97a8-75d440310cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:20Z', 'revision_number': 3, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'gw_port': {'id': 'b71b33e7-7567-4f0d-97a8-75d440310cc4', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:db:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:17Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:25.549458 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d00a52a9-8960-438d-9b30-3a58dc61ae34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (fb58c317-4b0a-4a19-9f85-e4d345e30abb), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:25.585564 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6533a137-630d-485a-a6df-cfe4becbbb30 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group (12b3fd10-dbc0-4457-8493-e42f78a8b0cf), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:25.589361 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918a79cd-9220-4d2e-baa0-91c55e490c9b None None] The sync data for ids ['28c7db1c-bc72-4bda-8221-4cf0690edc5c'] in dv-cinder-859319-1-iscsi is: [{'id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-631427978-router', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b71b33e7-7567-4f0d-97a8-75d440310cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:20Z', 'revision_number': 3, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'gw_port': {'id': 'b71b33e7-7567-4f0d-97a8-75d440310cc4', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:db:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:17Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:03:25.613410 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-c5d529d2-f644-4aad-8095-f7bb1ee5d626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (3a1d8909-de0f-4b6d-8a1f-17144f1522e0), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:25.641531 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-40d15af9-410e-4364-bfaa-1aedd03406f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfaf0708-7f5b-484e-af61-7a35c70a1b8e', 'name': 'tempest-DeleteServersTestJSON-516662706-router', 'tenant_id': 'bcd6fe4cc3554b888bb25819f5fac1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'fe6d9090-50e0-49b7-a5f2-03b789538585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:19Z', 'revision_number': 3, 'project_id': 'bcd6fe4cc3554b888bb25819f5fac1e4', 'gw_port': {'id': 'fe6d9090-50e0-49b7-a5f2-03b789538585', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfaf0708-7f5b-484e-af61-7a35c70a1b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:17Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:25.660327 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00a52a9-8960-438d-9b30-3a58dc61ae34 admin admin] Network 14afb4e8-c529-4ecb-b70e-20ecdadd3fe6 is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:03:25.692018 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-db1ed71c-748b-498a-9fcd-b87dfb7e3480 None None] Attempt 6 to provision port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 Sep 26 18:03:25.693752 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6533a137-630d-485a-a6df-cfe4becbbb30 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (12b3fd10-dbc0-4457-8493-e42f78a8b0cf), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:25.698283 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d15af9-410e-4364-bfaa-1aedd03406f8 None None] The sync data for ids ['bfaf0708-7f5b-484e-af61-7a35c70a1b8e'] in dv-cinder-859319-1-iscsi is: [{'id': 'bfaf0708-7f5b-484e-af61-7a35c70a1b8e', 'name': 'tempest-DeleteServersTestJSON-516662706-router', 'tenant_id': 'bcd6fe4cc3554b888bb25819f5fac1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'fe6d9090-50e0-49b7-a5f2-03b789538585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:19Z', 'revision_number': 3, 'project_id': 'bcd6fe4cc3554b888bb25819f5fac1e4', 'gw_port': {'id': 'fe6d9090-50e0-49b7-a5f2-03b789538585', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfaf0708-7f5b-484e-af61-7a35c70a1b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:17Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}] {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:03:25.738972 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-d00a52a9-8960-438d-9b30-3a58dc61ae34 admin admin] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:03:25.743782 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00a52a9-8960-438d-9b30-3a58dc61ae34 admin admin] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:03:25.817750 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d00a52a9-8960-438d-9b30-3a58dc61ae34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-492387'] for router_interface (bfaf0708-7f5b-484e-af61-7a35c70a1b8e), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:25.860939 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6533a137-630d-485a-a6df-cfe4becbbb30 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12b3fd10-dbc0-4457-8493-e42f78a8b0cf,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:25.885147 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-db1ed71c-748b-498a-9fcd-b87dfb7e3480 None None] Port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:25.921379 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-d7afcdfe-65a1-4925-8bf5-eb8b2e353891 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=0f9a34cf9c6e44f99b352c5a45dce759&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4194105 Sep 26 18:03:25.921578 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 45484) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:26.002051 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a52a9-8960-438d-9b30-3a58dc61ae34 admin admin] Pushing event updated for resources: {'Port': ['ID=fb58c317-4b0a-4a19-9f85-e4d345e30abb,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:26.017048 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6533a137-630d-485a-a6df-cfe4becbbb30 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:26.024692 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-6533a137-630d-485a-a6df-cfe4becbbb30 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0041885 Sep 26 18:03:26.026558 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 45486) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:26.040087 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-93accd4c-5c7f-4cb0-82d8-4fe45561b222 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Request body: {'security_group_rule': {'security_group_id': '12b3fd10-dbc0-4457-8493-e42f78a8b0cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:26.046176 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4716c6a2-4ca3-478b-a07e-05ca461d9111 admin admin] Publish callbacks [] for security_group (79a00fc1-19f9-4035-a8f0-16663c987104), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:26.113093 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4716c6a2-4ca3-478b-a07e-05ca461d9111 admin admin] Publish callbacks [] for security_group (79a00fc1-19f9-4035-a8f0-16663c987104), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:26.122473 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=100 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:26.146121 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fcdf8a7a-732a-4434-a48e-b8008db6c1ca admin admin] Publish callbacks [] for port (84fc576d-4c27-492c-8da2-e1cf780b931c), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:26.281779 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-93accd4c-5c7f-4cb0-82d8-4fe45561b222 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group_rule (9ea4f49e-76e1-4b01-8272-620bf53543f0), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:26.316081 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fcdf8a7a-732a-4434-a48e-b8008db6c1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (84fc576d-4c27-492c-8da2-e1cf780b931c), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:26.317031 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-c5d529d2-f644-4aad-8095-f7bb1ee5d626 None None] Publish callbacks [] for port (3a1d8909-de0f-4b6d-8a1f-17144f1522e0), precommit_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:26.386631 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-db1ed71c-748b-498a-9fcd-b87dfb7e3480 None None] Attempt 7 to provision port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 Sep 26 18:03:26.388930 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4716c6a2-4ca3-478b-a07e-05ca461d9111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (79a00fc1-19f9-4035-a8f0-16663c987104), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:26.393241 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4716c6a2-4ca3-478b-a07e-05ca461d9111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:26.404659 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-4716c6a2-4ca3-478b-a07e-05ca461d9111 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/79a00fc1-19f9-4035-a8f0-16663c987104 HTTP/1.1" status: 204 len: 168 time: 0.4735706 Sep 26 18:03:26.420082 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716c6a2-4ca3-478b-a07e-05ca461d9111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a00fc1-19f9-4035-a8f0-16663c987104,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:26.467162 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-db1ed71c-748b-498a-9fcd-b87dfb7e3480 None None] Port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:26.468115 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-c5d529d2-f644-4aad-8095-f7bb1ee5d626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (3a1d8909-de0f-4b6d-8a1f-17144f1522e0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:26.498727 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdf8a7a-732a-4434-a48e-b8008db6c1ca admin admin] Network 45aee833-caf9-4514-8a4b-002783e94737 is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:03:26.502663 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:26.541693 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d00a52a9-8960-438d-9b30-3a58dc61ae34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (fb58c317-4b0a-4a19-9f85-e4d345e30abb), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:26.541693 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-fcdf8a7a-732a-4434-a48e-b8008db6c1ca admin admin] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:03:26.582722 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdf8a7a-732a-4434-a48e-b8008db6c1ca admin admin] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:03:26.645897 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54419b7-f140-4807-bb46-9f6ef351d04a None None] Pushing event updated for resources: {'Port': ['ID=3a1d8909-de0f-4b6d-8a1f-17144f1522e0,revision_number=3']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:26.651326 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf8a7a-732a-4434-a48e-b8008db6c1ca admin admin] Pushing event updated for resources: {'Port': ['ID=84fc576d-4c27-492c-8da2-e1cf780b931c,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:26.717616 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-93accd4c-5c7f-4cb0-82d8-4fe45561b222 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group_rule (9ea4f49e-76e1-4b01-8272-620bf53543f0), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:26.731771 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-c5d529d2-f644-4aad-8095-f7bb1ee5d626 None None] Attempting to bind port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:03:26.732408 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-c5d529d2-f644-4aad-8095-f7bb1ee5d626 None None] Attempting to bind port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': 'ed751284-034c-4094-bf91-e2a4a99e4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51'}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:03:26.733244 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d529d2-f644-4aad-8095-f7bb1ee5d626 None None] Attempting to bind port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 on network ff0911ec-d0cb-47aa-9835-b96611526a51 {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:03:26.817340 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fcdf8a7a-732a-4434-a48e-b8008db6c1ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-492387'] for router_interface (28c7db1c-bc72-4bda-8221-4cf0690edc5c), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:26.853662 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d529d2-f644-4aad-8095-f7bb1ee5d626 None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:03:26.854492 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d529d2-f644-4aad-8095-f7bb1ee5d626 None None] Checking segment: {'id': 'ed751284-034c-4094-bf91-e2a4a99e4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:03:26.855142 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-c5d529d2-f644-4aad-8095-f7bb1ee5d626 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:26.855834 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d529d2-f644-4aad-8095-f7bb1ee5d626 None None] Bound using segment: {'id': 'ed751284-034c-4094-bf91-e2a4a99e4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51'} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:03:26.856624 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-c5d529d2-f644-4aad-8095-f7bb1ee5d626 None None] Bound port: 3a1d8909-de0f-4b6d-8a1f-17144f1522e0, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed751284-034c-4094-bf91-e2a4a99e4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51'}}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:03:26.857736 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-c5d529d2-f644-4aad-8095-f7bb1ee5d626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (3a1d8909-de0f-4b6d-8a1f-17144f1522e0), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:26.874396 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-93accd4c-5c7f-4cb0-82d8-4fe45561b222 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (9ea4f49e-76e1-4b01-8272-620bf53543f0), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:26.925641 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:26.958107 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-c5d529d2-f644-4aad-8095-f7bb1ee5d626 None None] For port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:03:26.964120 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-c5d529d2-f644-4aad-8095-f7bb1ee5d626 None None] For port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=3a1d8909-de0f-4b6d-8a1f-17144f1522e0,segment=NetworkSegment(ed751284-034c-4094-bf91-e2a4a99e4455),segment_id=ed751284-034c-4094-bf91-e2a4a99e4455)] {{(pid=106584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:03:26.976793 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-db1ed71c-748b-498a-9fcd-b87dfb7e3480 None None] Attempt 8 to provision port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 Sep 26 18:03:26.983128 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93accd4c-5c7f-4cb0-82d8-4fe45561b222 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea4f49e-76e1-4b01-8272-620bf53543f0,revision_number=0']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:27.047745 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:27.083832 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-db1ed71c-748b-498a-9fcd-b87dfb7e3480 None None] Port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:27.110610 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-c5d529d2-f644-4aad-8095-f7bb1ee5d626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (3a1d8909-de0f-4b6d-8a1f-17144f1522e0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:27.146458 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-93accd4c-5c7f-4cb0-82d8-4fe45561b222 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:27.160094 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-93accd4c-5c7f-4cb0-82d8-4fe45561b222 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1324410 Sep 26 18:03:27.160345 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d529d2-f644-4aad-8095-f7bb1ee5d626 None None] Routers {'0d3f8166-a65a-4d17-a4f7-ca93fffd4115'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:27.164022 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-c5d529d2-f644-4aad-8095-f7bb1ee5d626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:03:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:27.164961 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 45512) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:27.172386 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-3b665abc-2994-4776-a199-efa903f115a7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Request body: {'security_group_rule': {'security_group_id': '12b3fd10-dbc0-4457-8493-e42f78a8b0cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:27.182338 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d00a52a9-8960-438d-9b30-3a58dc61ae34 admin admin] Publish callbacks [] for port (fb58c317-4b0a-4a19-9f85-e4d345e30abb), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:27.232015 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fcdf8a7a-732a-4434-a48e-b8008db6c1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (84fc576d-4c27-492c-8da2-e1cf780b931c), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:27.262312 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d00a52a9-8960-438d-9b30-3a58dc61ae34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (fb58c317-4b0a-4a19-9f85-e4d345e30abb), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:27.299020 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54419b7-f140-4807-bb46-9f6ef351d04a None None] Pushing event updated for resources: {'Port': ['ID=3a1d8909-de0f-4b6d-8a1f-17144f1522e0,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:27.340754 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3b665abc-2994-4776-a199-efa903f115a7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group_rule (c546017a-e8c6-4d92-b9c6-80f821ffa087), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:27.416501 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-c5d529d2-f644-4aad-8095-f7bb1ee5d626 None None] Set router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:27.450346 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3b665abc-2994-4776-a199-efa903f115a7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group_rule (c546017a-e8c6-4d92-b9c6-80f821ffa087), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:27.518776 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3b665abc-2994-4776-a199-efa903f115a7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (c546017a-e8c6-4d92-b9c6-80f821ffa087), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:27.585958 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-db1ed71c-748b-498a-9fcd-b87dfb7e3480 None None] Attempt 9 to provision port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 Sep 26 18:03:27.589355 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b665abc-2994-4776-a199-efa903f115a7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c546017a-e8c6-4d92-b9c6-80f821ffa087,revision_number=0']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:27.590262 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 39639bcd-5665-4d98-8f6f-124c36b85daa up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:03:27.656180 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:27.679070 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a52a9-8960-438d-9b30-3a58dc61ae34 admin admin] Pushing event updated for resources: {'Port': ['ID=fb58c317-4b0a-4a19-9f85-e4d345e30abb,revision_number=2']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:27.705507 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3b665abc-2994-4776-a199-efa903f115a7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:27.707478 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-3b665abc-2994-4776-a199-efa903f115a7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5412724 Sep 26 18:03:27.711933 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 45532) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:27.719412 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-cb122a63-5ba3-4505-ad0e-6adc3560198c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Request body: {'floatingip': {'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:27.719552 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d00a52a9-8960-438d-9b30-3a58dc61ae34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-642360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-492535'] for router_interface (bfaf0708-7f5b-484e-af61-7a35c70a1b8e), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:27.764353 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 45538) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:27.772433 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 39639bcd-5665-4d98-8f6f-124c36b85daa triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:27.773666 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (39639bcd-5665-4d98-8f6f-124c36b85daa), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:27.774130 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 39639bcd-5665-4d98-8f6f-124c36b85daa Sep 26 18:03:27.860460 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-fdfcc766-8fa9-4f89-91c3-77da5540f788 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=bcb1830b4d004072a2ae91a699f096bb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0928779 Sep 26 18:03:27.862880 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cb122a63-5ba3-4505-ad0e-6adc3560198c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:27.865251 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 45544) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:27.894192 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-db1ed71c-748b-498a-9fcd-b87dfb7e3480 None None] Current status of the port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:27.894738 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-db1ed71c-748b-498a-9fcd-b87dfb7e3480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (3a1d8909-de0f-4b6d-8a1f-17144f1522e0), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:27.921782 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-c5d529d2-f644-4aad-8095-f7bb1ee5d626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:03:22Z', 'revision_number': 4, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '3a1d8909-de0f-4b6d-8a1f-17144f1522e0', 'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'mac_address': 'fa:16:3e:81:46:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:19Z', 'updated_at': '2022-09-26T18:03:26Z', 'revision_number': 4, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'subnets': [{'id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:27.952060 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d529d2-f644-4aad-8095-f7bb1ee5d626 None None] The sync data for ids ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'] in dv-cinder-859319-1-iscsi is: [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:03:22Z', 'revision_number': 4, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '3a1d8909-de0f-4b6d-8a1f-17144f1522e0', 'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'mac_address': 'fa:16:3e:81:46:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:19Z', 'updated_at': '2022-09-26T18:03:26Z', 'revision_number': 4, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'subnets': [{'id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:03:27.958091 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00a52a9-8960-438d-9b30-3a58dc61ae34 admin admin] Network 14afb4e8-c529-4ecb-b70e-20ecdadd3fe6 is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:03:27.981012 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-d00a52a9-8960-438d-9b30-3a58dc61ae34 admin admin] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:03:28.051149 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-db1ed71c-748b-498a-9fcd-b87dfb7e3480 None None] For port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=3a1d8909-de0f-4b6d-8a1f-17144f1522e0,segment=NetworkSegment(ed751284-034c-4094-bf91-e2a4a99e4455),segment_id=ed751284-034c-4094-bf91-e2a4a99e4455)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:28.083800 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 39639bcd-5665-4d98-8f6f-124c36b85daa is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:28.085244 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device fe6d9090-50e0-49b7-a5f2-03b789538585 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:03:28.130234 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fcdf8a7a-732a-4434-a48e-b8008db6c1ca admin admin] Publish callbacks [] for port (84fc576d-4c27-492c-8da2-e1cf780b931c), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:28.170929 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cb122a63-5ba3-4505-ad0e-6adc3560198c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:28.194832 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-17b662ee-ac39-4fc7-bafd-c00c006a437e admin admin] Publish callbacks [] for security_group (3b63aaef-f0cc-4819-92dd-a7f3effea68d), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:28.225135 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00a52a9-8960-438d-9b30-3a58dc61ae34 admin admin] Router bfaf0708-7f5b-484e-af61-7a35c70a1b8e has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:03:28.288190 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fcdf8a7a-732a-4434-a48e-b8008db6c1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (84fc576d-4c27-492c-8da2-e1cf780b931c), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:28.302466 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-17b662ee-ac39-4fc7-bafd-c00c006a437e admin admin] Publish callbacks [] for security_group (3b63aaef-f0cc-4819-92dd-a7f3effea68d), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:28.337197 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-db1ed71c-748b-498a-9fcd-b87dfb7e3480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (3a1d8909-de0f-4b6d-8a1f-17144f1522e0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:28.404399 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port fe6d9090-50e0-49b7-a5f2-03b789538585 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:28.405584 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (fe6d9090-50e0-49b7-a5f2-03b789538585), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:28.409553 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port fe6d9090-50e0-49b7-a5f2-03b789538585 Sep 26 18:03:28.484801 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-17b662ee-ac39-4fc7-bafd-c00c006a437e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (3b63aaef-f0cc-4819-92dd-a7f3effea68d), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:28.501536 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-17b662ee-ac39-4fc7-bafd-c00c006a437e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:28.501536 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-17b662ee-ac39-4fc7-bafd-c00c006a437e admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/3b63aaef-f0cc-4819-92dd-a7f3effea68d HTTP/1.1" status: 204 len: 168 time: 0.6165090 Sep 26 18:03:28.502290 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-5b2330c8-8144-4c08-9aba-ac99164b2aaa None None] Provisioning complete for port 84fc576d-4c27-492c-8da2-e1cf780b931c triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:28.502290 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-5b2330c8-8144-4c08-9aba-ac99164b2aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (84fc576d-4c27-492c-8da2-e1cf780b931c), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:28.502290 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-5b2330c8-8144-4c08-9aba-ac99164b2aaa None None] Attempt 1 to provision port 84fc576d-4c27-492c-8da2-e1cf780b931c Sep 26 18:03:28.523419 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf8a7a-732a-4434-a48e-b8008db6c1ca admin admin] Pushing event updated for resources: {'Port': ['ID=84fc576d-4c27-492c-8da2-e1cf780b931c,revision_number=2']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:28.542481 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_common [None req-cb122a63-5ba3-4505-ad0e-6adc3560198c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Allocated IP 172.27.3.10 (75671e20-856b-479b-bee1-be813a3f2eee/4775a61a-d36f-43c7-b0a4-bf2c0640e392/d0c2911a-c4c8-41eb-bacc-dbe2566c5b94) {{(pid=106582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:03:28.550821 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-5b2330c8-8144-4c08-9aba-ac99164b2aaa None None] Port 84fc576d-4c27-492c-8da2-e1cf780b931c cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:28.551739 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ed71c-748b-498a-9fcd-b87dfb7e3480 None None] Pushing event updated for resources: {'Port': ['ID=3a1d8909-de0f-4b6d-8a1f-17144f1522e0,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:28.554047 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fcdf8a7a-732a-4434-a48e-b8008db6c1ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-642360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-492535'] for router_interface (28c7db1c-bc72-4bda-8221-4cf0690edc5c), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:28.612418 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port fe6d9090-50e0-49b7-a5f2-03b789538585 is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:28.612893 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (fe6d9090-50e0-49b7-a5f2-03b789538585), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:28.638899 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] For port fe6d9090-50e0-49b7-a5f2-03b789538585, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=fe6d9090-50e0-49b7-a5f2-03b789538585,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:28.645212 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00a52a9-8960-438d-9b30-3a58dc61ae34 admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:03:28.663130 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b662ee-ac39-4fc7-bafd-c00c006a437e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b63aaef-f0cc-4819-92dd-a7f3effea68d,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:28.687344 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-d00a52a9-8960-438d-9b30-3a58dc61ae34 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/bfaf0708-7f5b-484e-af61-7a35c70a1b8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6188395 Sep 26 18:03:28.736470 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (fe6d9090-50e0-49b7-a5f2-03b789538585), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:28.737373 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device b71b33e7-7567-4f0d-97a8-75d440310cc4 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:03:28.773329 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cb122a63-5ba3-4505-ad0e-6adc3560198c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for port (d0c2911a-c4c8-41eb-bacc-dbe2566c5b94), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:28.814882 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdf8a7a-732a-4434-a48e-b8008db6c1ca admin admin] Network 45aee833-caf9-4514-8a4b-002783e94737 is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:03:28.817401 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-fcdf8a7a-732a-4434-a48e-b8008db6c1ca admin admin] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:03:28.911313 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Pushing event updated for resources: {'Port': ['ID=fe6d9090-50e0-49b7-a5f2-03b789538585,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:28.994374 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cb122a63-5ba3-4505-ad0e-6adc3560198c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (d0c2911a-c4c8-41eb-bacc-dbe2566c5b94), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:29.011212 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port b71b33e7-7567-4f0d-97a8-75d440310cc4 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:29.011212 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (b71b33e7-7567-4f0d-97a8-75d440310cc4), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:29.011212 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port b71b33e7-7567-4f0d-97a8-75d440310cc4 Sep 26 18:03:29.079987 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb122a63-5ba3-4505-ad0e-6adc3560198c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Network 75671e20-856b-479b-bee1-be813a3f2eee is already hosted by enough agents. {{(pid=106582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:03:29.094031 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-5b2330c8-8144-4c08-9aba-ac99164b2aaa None None] Attempt 2 to provision port 84fc576d-4c27-492c-8da2-e1cf780b931c Sep 26 18:03:29.099467 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-cb122a63-5ba3-4505-ad0e-6adc3560198c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Resources bound (agent type, host, resource id): {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:03:29.103450 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb122a63-5ba3-4505-ad0e-6adc3560198c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Received port after_create {{(pid=106582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:03:29.113516 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcdf8a7a-732a-4434-a48e-b8008db6c1ca admin admin] Router 28c7db1c-bc72-4bda-8221-4cf0690edc5c has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:03:29.231231 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb122a63-5ba3-4505-ad0e-6adc3560198c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event updated for resources: {'Port': ['ID=d0c2911a-c4c8-41eb-bacc-dbe2566c5b94,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:29.259550 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-5b2330c8-8144-4c08-9aba-ac99164b2aaa None None] Port 84fc576d-4c27-492c-8da2-e1cf780b931c cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:29.295829 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port b71b33e7-7567-4f0d-97a8-75d440310cc4 is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:29.296650 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (b71b33e7-7567-4f0d-97a8-75d440310cc4), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:29.360116 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] For port b71b33e7-7567-4f0d-97a8-75d440310cc4, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=b71b33e7-7567-4f0d-97a8-75d440310cc4,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:29.395251 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcdf8a7a-732a-4434-a48e-b8008db6c1ca admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:03:29.415980 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-fcdf8a7a-732a-4434-a48e-b8008db6c1ca admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/28c7db1c-bc72-4bda-8221-4cf0690edc5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5903339 Sep 26 18:03:29.440328 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (b71b33e7-7567-4f0d-97a8-75d440310cc4), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:29.538109 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:29.546383 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22437f9-c117-439d-bd07-aff22b2c818f None None] Sync routers for ids ['28c7db1c-bc72-4bda-8221-4cf0690edc5c'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:03:29.570823 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22437f9-c117-439d-bd07-aff22b2c818f None None] Routers {'28c7db1c-bc72-4bda-8221-4cf0690edc5c'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:29.572042 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Pushing event updated for resources: {'Port': ['ID=b71b33e7-7567-4f0d-97a8-75d440310cc4,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:29.573897 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-b22437f9-c117-439d-bd07-aff22b2c818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:03:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['28c7db1c-bc72-4bda-8221-4cf0690edc5c'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:29.624776 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cb122a63-5ba3-4505-ad0e-6adc3560198c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for floatingip (dca4c101-22ba-4ef7-b29f-4409de880e5d), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:29.760872 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-5b2330c8-8144-4c08-9aba-ac99164b2aaa None None] Attempt 3 to provision port 84fc576d-4c27-492c-8da2-e1cf780b931c Sep 26 18:03:29.806996 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cb122a63-5ba3-4505-ad0e-6adc3560198c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (d0c2911a-c4c8-41eb-bacc-dbe2566c5b94), before_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:29.832472 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device fe6d9090-50e0-49b7-a5f2-03b789538585 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:03:29.858517 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 45646) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:29.864448 dv-cinder-859319-1-iscsi neutron-server[106583]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 26 18:03:29.881204 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d4e029-9cf5-4846-882b-df7bce38c15f None None] Sync routers for ids ['bfaf0708-7f5b-484e-af61-7a35c70a1b8e'] in dv-cinder-859319-1-iscsi {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:03:29.952370 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-5b2330c8-8144-4c08-9aba-ac99164b2aaa None None] Port 84fc576d-4c27-492c-8da2-e1cf780b931c cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:29.955334 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d4e029-9cf5-4846-882b-df7bce38c15f None None] Routers {'bfaf0708-7f5b-484e-af61-7a35c70a1b8e'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:29.956177 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-07d4e029-9cf5-4846-882b-df7bce38c15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:03:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['bfaf0708-7f5b-484e-af61-7a35c70a1b8e'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:30.063606 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-b22437f9-c117-439d-bd07-aff22b2c818f None None] Set router 28c7db1c-bc72-4bda-8221-4cf0690edc5c gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:30.141715 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port fe6d9090-50e0-49b7-a5f2-03b789538585 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:30.142194 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (fe6d9090-50e0-49b7-a5f2-03b789538585), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:30.142552 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port fe6d9090-50e0-49b7-a5f2-03b789538585 Sep 26 18:03:30.404083 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-1d4b0ee7-fdc1-441d-855d-2a764177b1e8 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:30.409881 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-1d4b0ee7-fdc1-441d-855d-2a764177b1e8 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/networks?id=14afb4e8-c529-4ecb-b70e-20ecdadd3fe6 HTTP/1.1" status: 200 len: 811 time: 0.5440862 Sep 26 18:03:30.433070 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-4460221d-655f-446e-9a47-d234050cf81d tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/quotas/bcd6fe4cc3554b888bb25819f5fac1e4 HTTP/1.1" status: 200 len: 375 time: 0.0164261 Sep 26 18:03:30.439250 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-b22437f9-c117-439d-bd07-aff22b2c818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-631427978-router', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b71b33e7-7567-4f0d-97a8-75d440310cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 4, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'gw_port': {'id': 'b71b33e7-7567-4f0d-97a8-75d440310cc4', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:17Z', 'updated_at': '2022-09-26T18:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '84fc576d-4c27-492c-8da2-e1cf780b931c', 'name': '', 'network_id': '45aee833-caf9-4514-8a4b-002783e94737', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'mac_address': 'fa:16:3e:27:8a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e01e5c5e-987a-4185-87ba-f124ff403d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:25Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 2, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'subnets': [{'id': 'e01e5c5e-987a-4185-87ba-f124ff403d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:30.440347 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port fe6d9090-50e0-49b7-a5f2-03b789538585 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:30.444484 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:03:30.453908 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-07d4e029-9cf5-4846-882b-df7bce38c15f None None] Set router bfaf0708-7f5b-484e-af61-7a35c70a1b8e gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:30.455069 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cb122a63-5ba3-4505-ad0e-6adc3560198c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for port (d0c2911a-c4c8-41eb-bacc-dbe2566c5b94), precommit_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:30.456882 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-5b2330c8-8144-4c08-9aba-ac99164b2aaa None None] Attempt 4 to provision port 84fc576d-4c27-492c-8da2-e1cf780b931c Sep 26 18:03:30.482583 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22437f9-c117-439d-bd07-aff22b2c818f None None] Checking router: 28c7db1c-bc72-4bda-8221-4cf0690edc5c for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:03:30.484720 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22437f9-c117-439d-bd07-aff22b2c818f None None] Updating router 28c7db1c-bc72-4bda-8221-4cf0690edc5c port 84fc576d-4c27-492c-8da2-e1cf780b931c binding host dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:03:30.543136 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cb122a63-5ba3-4505-ad0e-6adc3560198c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-513976'] for port (d0c2911a-c4c8-41eb-bacc-dbe2566c5b94), after_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:30.565332 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-b22437f9-c117-439d-bd07-aff22b2c818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (84fc576d-4c27-492c-8da2-e1cf780b931c), before_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:30.634148 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-51806381-d81a-4cc7-b660-9d5a838edb06 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=bcd6fe4cc3554b888bb25819f5fac1e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1937089 Sep 26 18:03:30.754445 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb122a63-5ba3-4505-ad0e-6adc3560198c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event updated for resources: {'Port': ['ID=d0c2911a-c4c8-41eb-bacc-dbe2566c5b94,revision_number=2']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:30.774293 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cb122a63-5ba3-4505-ad0e-6adc3560198c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (dca4c101-22ba-4ef7-b29f-4409de880e5d), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:30.827630 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 45702) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:30.901211 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cb122a63-5ba3-4505-ad0e-6adc3560198c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:30.902912 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-cb122a63-5ba3-4505-ad0e-6adc3560198c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1897786 Sep 26 18:03:30.947736 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-5b2330c8-8144-4c08-9aba-ac99164b2aaa None None] Port 84fc576d-4c27-492c-8da2-e1cf780b931c cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:30.983770 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-9bb484c8-fe35-4622-82e9-4b78c5229cb4 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:30.991511 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-9bb484c8-fe35-4622-82e9-4b78c5229cb4 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/networks?id=45aee833-caf9-4514-8a4b-002783e94737 HTTP/1.1" status: 200 len: 818 time: 0.1625633 Sep 26 18:03:31.004352 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:31.007924 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (3a1d8909-de0f-4b6d-8a1f-17144f1522e0), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:31.007924 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 Sep 26 18:03:31.009876 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-83595cec-1527-4b11-ac9c-9283a0ec3da7 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/quotas/3a15ebd862054a64ac1d739db5adc3a2 HTTP/1.1" status: 200 len: 375 time: 0.0171139 Sep 26 18:03:31.024899 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:31.082507 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-e9acef32-cd8b-4079-b6ba-604b5a6aced9 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3a15ebd862054a64ac1d739db5adc3a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0712030 Sep 26 18:03:31.157237 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-07d4e029-9cf5-4846-882b-df7bce38c15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfaf0708-7f5b-484e-af61-7a35c70a1b8e', 'name': 'tempest-DeleteServersTestJSON-516662706-router', 'tenant_id': 'bcd6fe4cc3554b888bb25819f5fac1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'fe6d9090-50e0-49b7-a5f2-03b789538585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:26Z', 'revision_number': 4, 'project_id': 'bcd6fe4cc3554b888bb25819f5fac1e4', 'gw_port': {'id': 'fe6d9090-50e0-49b7-a5f2-03b789538585', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaf0708-7f5b-484e-af61-7a35c70a1b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:17Z', 'updated_at': '2022-09-26T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': 'fb58c317-4b0a-4a19-9f85-e4d345e30abb', 'name': '', 'network_id': '14afb4e8-c529-4ecb-b70e-20ecdadd3fe6', 'tenant_id': 'bcd6fe4cc3554b888bb25819f5fac1e4', 'mac_address': 'fa:16:3e:a8:c4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfaf0708-7f5b-484e-af61-7a35c70a1b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f7c421de-8c97-43f0-abfe-f3557912f701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:24Z', 'updated_at': '2022-09-26T18:03:26Z', 'revision_number': 2, 'project_id': 'bcd6fe4cc3554b888bb25819f5fac1e4', 'subnets': [{'id': 'f7c421de-8c97-43f0-abfe-f3557912f701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:31.192771 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:31.217947 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d4e029-9cf5-4846-882b-df7bce38c15f None None] Checking router: bfaf0708-7f5b-484e-af61-7a35c70a1b8e for host: dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:03:31.218305 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d4e029-9cf5-4846-882b-df7bce38c15f None None] Updating router bfaf0708-7f5b-484e-af61-7a35c70a1b8e port fb58c317-4b0a-4a19-9f85-e4d345e30abb binding host dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:03:31.254604 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-07d4e029-9cf5-4846-882b-df7bce38c15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (fb58c317-4b0a-4a19-9f85-e4d345e30abb), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:31.278582 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-b22437f9-c117-439d-bd07-aff22b2c818f None None] Publish callbacks [] for port (84fc576d-4c27-492c-8da2-e1cf780b931c), precommit_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:31.285295 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-7d085173-1e5c-40c3-8ecc-6e4fda93fc97 service neutron] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106583) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 18:03:31.293299 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-7d085173-1e5c-40c3-8ecc-6e4fda93fc97 service neutron] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3354630 Sep 26 18:03:31.328449 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:31.384735 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-b22437f9-c117-439d-bd07-aff22b2c818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (84fc576d-4c27-492c-8da2-e1cf780b931c), after_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:31.415888 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:31.439623 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e26cf5-a42d-48e0-b386-cb05e33e8855 None None] Pushing event updated for resources: {'Port': ['ID=84fc576d-4c27-492c-8da2-e1cf780b931c,revision_number=3']} {{(pid=106585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:31.456840 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-5b2330c8-8144-4c08-9aba-ac99164b2aaa None None] Attempt 5 to provision port 84fc576d-4c27-492c-8da2-e1cf780b931c Sep 26 18:03:31.467429 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-b0286d23-c844-4a44-b75f-c6c1f512adf0 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/14afb4e8-c529-4ecb-b70e-20ecdadd3fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729987 Sep 26 18:03:31.486257 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:31.548847 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-5b2330c8-8144-4c08-9aba-ac99164b2aaa None None] Port 84fc576d-4c27-492c-8da2-e1cf780b931c cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:31.556872 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-b22437f9-c117-439d-bd07-aff22b2c818f None None] Attempting to bind port 84fc576d-4c27-492c-8da2-e1cf780b931c on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:03:31.557295 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-b22437f9-c117-439d-bd07-aff22b2c818f None None] Attempting to bind port 84fc576d-4c27-492c-8da2-e1cf780b931c by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': '63da25e3-ab21-4200-80f5-c0efc61716da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '45aee833-caf9-4514-8a4b-002783e94737'}] {{(pid=106585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:03:31.558445 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22437f9-c117-439d-bd07-aff22b2c818f None None] Attempting to bind port 84fc576d-4c27-492c-8da2-e1cf780b931c on network 45aee833-caf9-4514-8a4b-002783e94737 {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:03:31.568326 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device b71b33e7-7567-4f0d-97a8-75d440310cc4 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:03:31.593112 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-01b4eb9f-3dae-4647-ab58-00d41ac6a976 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/14afb4e8-c529-4ecb-b70e-20ecdadd3fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164391 Sep 26 18:03:31.614353 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22437f9-c117-439d-bd07-aff22b2c818f None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:03:31.614962 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22437f9-c117-439d-bd07-aff22b2c818f None None] Checking segment: {'id': '63da25e3-ab21-4200-80f5-c0efc61716da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '45aee833-caf9-4514-8a4b-002783e94737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:03:31.615172 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-b22437f9-c117-439d-bd07-aff22b2c818f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:31.615570 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22437f9-c117-439d-bd07-aff22b2c818f None None] Bound using segment: {'id': '63da25e3-ab21-4200-80f5-c0efc61716da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '45aee833-caf9-4514-8a4b-002783e94737'} {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:03:31.616084 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-b22437f9-c117-439d-bd07-aff22b2c818f None None] Bound port: 84fc576d-4c27-492c-8da2-e1cf780b931c, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63da25e3-ab21-4200-80f5-c0efc61716da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '45aee833-caf9-4514-8a4b-002783e94737'}}] {{(pid=106585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:03:31.617195 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-b22437f9-c117-439d-bd07-aff22b2c818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (84fc576d-4c27-492c-8da2-e1cf780b931c), before_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:31.684819 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port b71b33e7-7567-4f0d-97a8-75d440310cc4 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:31.685224 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (b71b33e7-7567-4f0d-97a8-75d440310cc4), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:31.686161 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port b71b33e7-7567-4f0d-97a8-75d440310cc4 Sep 26 18:03:31.692545 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:31.723891 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:31.729480 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-07d4e029-9cf5-4846-882b-df7bce38c15f None None] Publish callbacks [] for port (fb58c317-4b0a-4a19-9f85-e4d345e30abb), precommit_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:31.733510 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.db [None req-b22437f9-c117-439d-bd07-aff22b2c818f None None] For port 84fc576d-4c27-492c-8da2-e1cf780b931c, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:03:31.743438 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.db [None req-b22437f9-c117-439d-bd07-aff22b2c818f None None] For port 84fc576d-4c27-492c-8da2-e1cf780b931c, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=84fc576d-4c27-492c-8da2-e1cf780b931c,segment=NetworkSegment(63da25e3-ab21-4200-80f5-c0efc61716da),segment_id=63da25e3-ab21-4200-80f5-c0efc61716da)] {{(pid=106585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:03:31.780273 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-24f0f93c-4a4a-4bc0-b310-ea5d09ae84aa service neutron] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106583) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 18:03:31.782701 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-24f0f93c-4a4a-4bc0-b310-ea5d09ae84aa service neutron] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4075832 Sep 26 18:03:31.799078 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port b71b33e7-7567-4f0d-97a8-75d440310cc4 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:31.863777 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-07d4e029-9cf5-4846-882b-df7bce38c15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (fb58c317-4b0a-4a19-9f85-e4d345e30abb), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:31.864932 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-b22437f9-c117-439d-bd07-aff22b2c818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (84fc576d-4c27-492c-8da2-e1cf780b931c), after_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:31.942976 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-18375919-fc4a-427d-91d1-fec7b0cbf222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:31.947181 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22437f9-c117-439d-bd07-aff22b2c818f None None] Routers {'28c7db1c-bc72-4bda-8221-4cf0690edc5c'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:31.949989 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-b22437f9-c117-439d-bd07-aff22b2c818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:03:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['28c7db1c-bc72-4bda-8221-4cf0690edc5c'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:31.996217 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185e8c4-22c3-4624-80a2-a3b685a30066 None None] Pushing event updated for resources: {'Port': ['ID=fb58c317-4b0a-4a19-9f85-e4d345e30abb,revision_number=3']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:32.012057 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-07d4e029-9cf5-4846-882b-df7bce38c15f None None] Attempting to bind port fb58c317-4b0a-4a19-9f85-e4d345e30abb on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:03:32.012591 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-07d4e029-9cf5-4846-882b-df7bce38c15f None None] Attempting to bind port fb58c317-4b0a-4a19-9f85-e4d345e30abb by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': '2127eb0b-2409-4ca7-8afc-f12dda366aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '14afb4e8-c529-4ecb-b70e-20ecdadd3fe6'}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:03:32.013085 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d4e029-9cf5-4846-882b-df7bce38c15f None None] Attempting to bind port fb58c317-4b0a-4a19-9f85-e4d345e30abb on network 14afb4e8-c529-4ecb-b70e-20ecdadd3fe6 {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:03:32.057103 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-5b2330c8-8144-4c08-9aba-ac99164b2aaa None None] Attempt 6 to provision port 84fc576d-4c27-492c-8da2-e1cf780b931c Sep 26 18:03:32.084457 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e26cf5-a42d-48e0-b386-cb05e33e8855 None None] Pushing event updated for resources: {'Port': ['ID=84fc576d-4c27-492c-8da2-e1cf780b931c,revision_number=4']} {{(pid=106585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:32.084572 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=100 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:32.085985 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d4e029-9cf5-4846-882b-df7bce38c15f None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:03:32.086680 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d4e029-9cf5-4846-882b-df7bce38c15f None None] Checking segment: {'id': '2127eb0b-2409-4ca7-8afc-f12dda366aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '14afb4e8-c529-4ecb-b70e-20ecdadd3fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:03:32.086985 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-07d4e029-9cf5-4846-882b-df7bce38c15f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:32.087480 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d4e029-9cf5-4846-882b-df7bce38c15f None None] Bound using segment: {'id': '2127eb0b-2409-4ca7-8afc-f12dda366aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '14afb4e8-c529-4ecb-b70e-20ecdadd3fe6'} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:03:32.098001 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-07d4e029-9cf5-4846-882b-df7bce38c15f None None] Bound port: fb58c317-4b0a-4a19-9f85-e4d345e30abb, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2127eb0b-2409-4ca7-8afc-f12dda366aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '14afb4e8-c529-4ecb-b70e-20ecdadd3fe6'}}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:03:32.098638 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-07d4e029-9cf5-4846-882b-df7bce38c15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (fb58c317-4b0a-4a19-9f85-e4d345e30abb), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:32.154203 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-de3638a1-6ec7-441f-a28e-b4ac92afbb03 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632524 Sep 26 18:03:32.182490 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-b22437f9-c117-439d-bd07-aff22b2c818f None None] Set router 28c7db1c-bc72-4bda-8221-4cf0690edc5c gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:32.224373 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-07d4e029-9cf5-4846-882b-df7bce38c15f None None] For port fb58c317-4b0a-4a19-9f85-e4d345e30abb, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:03:32.227538 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-5b2330c8-8144-4c08-9aba-ac99164b2aaa None None] Current status of the port 84fc576d-4c27-492c-8da2-e1cf780b931c is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:32.228073 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-5b2330c8-8144-4c08-9aba-ac99164b2aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (84fc576d-4c27-492c-8da2-e1cf780b931c), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:32.232906 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-07d4e029-9cf5-4846-882b-df7bce38c15f None None] For port fb58c317-4b0a-4a19-9f85-e4d345e30abb, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=fb58c317-4b0a-4a19-9f85-e4d345e30abb,segment=NetworkSegment(2127eb0b-2409-4ca7-8afc-f12dda366aad),segment_id=2127eb0b-2409-4ca7-8afc-f12dda366aad)] {{(pid=106584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:03:32.278278 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-5b2330c8-8144-4c08-9aba-ac99164b2aaa None None] For port 84fc576d-4c27-492c-8da2-e1cf780b931c, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=84fc576d-4c27-492c-8da2-e1cf780b931c,segment=NetworkSegment(63da25e3-ab21-4200-80f5-c0efc61716da),segment_id=63da25e3-ab21-4200-80f5-c0efc61716da)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:32.346268 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-dc2ca5e8-53c4-43be-a528-eb616669dd6a service neutron] 10.222.0.67 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790531 Sep 26 18:03:32.366792 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-d48c878e-2e61-46ab-8618-fc45cf4f575e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--677342534&fields=id&tenant_id=ffa58ff5197e48709d5c90ec334b9403 HTTP/1.1" status: 200 len: 267 time: 0.2542322 Sep 26 18:03:32.439232 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-07d4e029-9cf5-4846-882b-df7bce38c15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (fb58c317-4b0a-4a19-9f85-e4d345e30abb), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:32.486559 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d4e029-9cf5-4846-882b-df7bce38c15f None None] Routers {'bfaf0708-7f5b-484e-af61-7a35c70a1b8e'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:32.489123 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-07d4e029-9cf5-4846-882b-df7bce38c15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:03:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['bfaf0708-7f5b-484e-af61-7a35c70a1b8e'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:32.513199 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-5b2330c8-8144-4c08-9aba-ac99164b2aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (84fc576d-4c27-492c-8da2-e1cf780b931c), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:32.546083 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 45780) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:32.549058 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-b22437f9-c117-439d-bd07-aff22b2c818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-631427978-router', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b71b33e7-7567-4f0d-97a8-75d440310cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 4, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'gw_port': {'id': 'b71b33e7-7567-4f0d-97a8-75d440310cc4', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:17Z', 'updated_at': '2022-09-26T18:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '84fc576d-4c27-492c-8da2-e1cf780b931c', 'name': '', 'network_id': '45aee833-caf9-4514-8a4b-002783e94737', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'mac_address': 'fa:16:3e:27:8a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e01e5c5e-987a-4185-87ba-f124ff403d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:25Z', 'updated_at': '2022-09-26T18:03:31Z', 'revision_number': 4, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'subnets': [{'id': 'e01e5c5e-987a-4185-87ba-f124ff403d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:32.560938 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-68212b1b-da31-4435-b95d-ba4527d19544 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:32.570488 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-68212b1b-da31-4435-b95d-ba4527d19544 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/networks?id=ff0911ec-d0cb-47aa-9835-b96611526a51 HTTP/1.1" status: 200 len: 815 time: 0.1917474 Sep 26 18:03:32.588953 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22437f9-c117-439d-bd07-aff22b2c818f None None] The sync data for ids ['28c7db1c-bc72-4bda-8221-4cf0690edc5c'] in dv-cinder-859319-1-iscsi is: [{'id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-631427978-router', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b71b33e7-7567-4f0d-97a8-75d440310cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 4, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'gw_port': {'id': 'b71b33e7-7567-4f0d-97a8-75d440310cc4', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:17Z', 'updated_at': '2022-09-26T18:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '84fc576d-4c27-492c-8da2-e1cf780b931c', 'name': '', 'network_id': '45aee833-caf9-4514-8a4b-002783e94737', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'mac_address': 'fa:16:3e:27:8a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e01e5c5e-987a-4185-87ba-f124ff403d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:25Z', 'updated_at': '2022-09-26T18:03:31Z', 'revision_number': 4, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'subnets': [{'id': 'e01e5c5e-987a-4185-87ba-f124ff403d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:03:32.589963 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-a9a70644-522b-4674-a43f-932f1b8554a9 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/quotas/ffa58ff5197e48709d5c90ec334b9403 HTTP/1.1" status: 200 len: 375 time: 0.0189865 Sep 26 18:03:32.680281 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-6067d5fb-a44a-4feb-96e9-5445ef9111e9 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=ffa58ff5197e48709d5c90ec334b9403&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821702 Sep 26 18:03:32.728823 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2987f906-a861-4403-b154-8c3f55b3fa77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:32.836515 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-3f7634ba-c588-409f-be6c-dd2556c0d799 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ff0911ec-d0cb-47aa-9835-b96611526a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397686 Sep 26 18:03:32.951354 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:33.048234 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2987f906-a861-4403-b154-8c3f55b3fa77 admin admin] Publish callbacks [] for security_group (f6e8f461-ff42-445d-8cd0-0d289d44be8d), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:33.080325 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fe1102b5-7ed4-450c-adca-65b14093f264 req-c2ff2e2c-1e06-4a8c-ac85-d54f4825d419 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 210 time: 0.0918546 Sep 26 18:03:33.093730 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-ef266162-d68e-4f62-b2db-26a213fa89dd service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ff0911ec-d0cb-47aa-9835-b96611526a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618971 Sep 26 18:03:33.189990 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2987f906-a861-4403-b154-8c3f55b3fa77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (f6e8f461-ff42-445d-8cd0-0d289d44be8d), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:33.194150 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185e8c4-22c3-4624-80a2-a3b685a30066 None None] Pushing event updated for resources: {'Port': ['ID=fb58c317-4b0a-4a19-9f85-e4d345e30abb,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:33.216885 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-07d4e029-9cf5-4846-882b-df7bce38c15f None None] Set router bfaf0708-7f5b-484e-af61-7a35c70a1b8e gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:33.221572 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-5b2330c8-8144-4c08-9aba-ac99164b2aaa None None] Provisioning complete for port fb58c317-4b0a-4a19-9f85-e4d345e30abb triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:33.221963 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-5b2330c8-8144-4c08-9aba-ac99164b2aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (fb58c317-4b0a-4a19-9f85-e4d345e30abb), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:33.222303 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-5b2330c8-8144-4c08-9aba-ac99164b2aaa None None] Attempt 1 to provision port fb58c317-4b0a-4a19-9f85-e4d345e30abb Sep 26 18:03:33.279474 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-2987f906-a861-4403-b154-8c3f55b3fa77 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=69f4982ba2e5443d9587c84439068bb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7292621 Sep 26 18:03:33.280737 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-efd2ba93-119f-4876-88be-5854a487f187 req-63af2c5e-7985-4114-b32b-52753953c9c5 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 210 time: 0.0778267 Sep 26 18:03:33.285961 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 45824) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:33.357218 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987f906-a861-4403-b154-8c3f55b3fa77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e8f461-ff42-445d-8cd0-0d289d44be8d,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:33.459427 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-209632a2-91b4-475c-bd13-7e2c6a86592e admin admin] Publish callbacks [] for security_group (f6e8f461-ff42-445d-8cd0-0d289d44be8d), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:33.542742 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-209632a2-91b4-475c-bd13-7e2c6a86592e admin admin] Publish callbacks [] for security_group (f6e8f461-ff42-445d-8cd0-0d289d44be8d), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:33.699587 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e78610f3-1c9d-4c67-9b5c-61d5c0b860b6 req-d940ced3-244c-4685-a3dc-5f60b0edd9e2 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 210 time: 0.0989683 Sep 26 18:03:33.747743 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2330c8-8144-4c08-9aba-ac99164b2aaa None None] Pushing event updated for resources: {'Port': ['ID=84fc576d-4c27-492c-8da2-e1cf780b931c,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:33.757681 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 84fc576d-4c27-492c-8da2-e1cf780b931c up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:03:33.883001 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-209632a2-91b4-475c-bd13-7e2c6a86592e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (f6e8f461-ff42-445d-8cd0-0d289d44be8d), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:33.888975 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-209632a2-91b4-475c-bd13-7e2c6a86592e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:33.891707 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-209632a2-91b4-475c-bd13-7e2c6a86592e admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/f6e8f461-ff42-445d-8cd0-0d289d44be8d HTTP/1.1" status: 204 len: 168 time: 0.6068263 Sep 26 18:03:33.969387 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-8eb8f622-da71-4b47-8159-c405ccc98796 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:33.976584 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-8eb8f622-da71-4b47-8159-c405ccc98796 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/networks?id=45aee833-caf9-4514-8a4b-002783e94737 HTTP/1.1" status: 200 len: 818 time: 0.2135239 Sep 26 18:03:33.978538 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209632a2-91b4-475c-bd13-7e2c6a86592e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e8f461-ff42-445d-8cd0-0d289d44be8d,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:34.017090 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-6894ca0a-b650-4f78-b632-4e71f66596b0 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/quotas/3a15ebd862054a64ac1d739db5adc3a2 HTTP/1.1" status: 200 len: 375 time: 0.0394986 Sep 26 18:03:34.123040 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:34.187843 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-88701707-9a40-4736-8771-72599176babb tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3a15ebd862054a64ac1d739db5adc3a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1694498 Sep 26 18:03:34.198154 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:34.344928 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-021e6424-00eb-453b-8652-e6276913f002 req-72ebea38-d49e-4040-9e07-cfb0fbb0efb2 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 210 time: 0.0520175 Sep 26 18:03:34.387773 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 84fc576d-4c27-492c-8da2-e1cf780b931c triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:34.388345 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (84fc576d-4c27-492c-8da2-e1cf780b931c), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:34.388899 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 84fc576d-4c27-492c-8da2-e1cf780b931c Sep 26 18:03:34.468185 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-5b2330c8-8144-4c08-9aba-ac99164b2aaa None None] Current status of the port fb58c317-4b0a-4a19-9f85-e4d345e30abb is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:34.468765 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-5b2330c8-8144-4c08-9aba-ac99164b2aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (fb58c317-4b0a-4a19-9f85-e4d345e30abb), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:34.500084 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-678e5004-6c6c-40ad-93cb-184a422a01f7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109100 Sep 26 18:03:34.529684 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-5b2330c8-8144-4c08-9aba-ac99164b2aaa None None] For port fb58c317-4b0a-4a19-9f85-e4d345e30abb, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=fb58c317-4b0a-4a19-9f85-e4d345e30abb,segment=NetworkSegment(2127eb0b-2409-4ca7-8afc-f12dda366aad),segment_id=2127eb0b-2409-4ca7-8afc-f12dda366aad)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:34.536795 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-07d4e029-9cf5-4846-882b-df7bce38c15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfaf0708-7f5b-484e-af61-7a35c70a1b8e', 'name': 'tempest-DeleteServersTestJSON-516662706-router', 'tenant_id': 'bcd6fe4cc3554b888bb25819f5fac1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'fe6d9090-50e0-49b7-a5f2-03b789538585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:26Z', 'revision_number': 4, 'project_id': 'bcd6fe4cc3554b888bb25819f5fac1e4', 'gw_port': {'id': 'fe6d9090-50e0-49b7-a5f2-03b789538585', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaf0708-7f5b-484e-af61-7a35c70a1b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:17Z', 'updated_at': '2022-09-26T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': 'fb58c317-4b0a-4a19-9f85-e4d345e30abb', 'name': '', 'network_id': '14afb4e8-c529-4ecb-b70e-20ecdadd3fe6', 'tenant_id': 'bcd6fe4cc3554b888bb25819f5fac1e4', 'mac_address': 'fa:16:3e:a8:c4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfaf0708-7f5b-484e-af61-7a35c70a1b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f7c421de-8c97-43f0-abfe-f3557912f701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:24Z', 'updated_at': '2022-09-26T18:03:32Z', 'revision_number': 4, 'project_id': 'bcd6fe4cc3554b888bb25819f5fac1e4', 'subnets': [{'id': 'f7c421de-8c97-43f0-abfe-f3557912f701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:34.567857 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d4e029-9cf5-4846-882b-df7bce38c15f None None] The sync data for ids ['bfaf0708-7f5b-484e-af61-7a35c70a1b8e'] in dv-cinder-859319-1-iscsi is: [{'id': 'bfaf0708-7f5b-484e-af61-7a35c70a1b8e', 'name': 'tempest-DeleteServersTestJSON-516662706-router', 'tenant_id': 'bcd6fe4cc3554b888bb25819f5fac1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'fe6d9090-50e0-49b7-a5f2-03b789538585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:26Z', 'revision_number': 4, 'project_id': 'bcd6fe4cc3554b888bb25819f5fac1e4', 'gw_port': {'id': 'fe6d9090-50e0-49b7-a5f2-03b789538585', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaf0708-7f5b-484e-af61-7a35c70a1b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:17Z', 'updated_at': '2022-09-26T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': 'fb58c317-4b0a-4a19-9f85-e4d345e30abb', 'name': '', 'network_id': '14afb4e8-c529-4ecb-b70e-20ecdadd3fe6', 'tenant_id': 'bcd6fe4cc3554b888bb25819f5fac1e4', 'mac_address': 'fa:16:3e:a8:c4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfaf0708-7f5b-484e-af61-7a35c70a1b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f7c421de-8c97-43f0-abfe-f3557912f701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:24Z', 'updated_at': '2022-09-26T18:03:32Z', 'revision_number': 4, 'project_id': 'bcd6fe4cc3554b888bb25819f5fac1e4', 'subnets': [{'id': 'f7c421de-8c97-43f0-abfe-f3557912f701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:03:34.613919 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 84fc576d-4c27-492c-8da2-e1cf780b931c is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:34.684863 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-dc9c3f12-428c-448b-83d3-9bd1cbcadbb1 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835661 Sep 26 18:03:34.811900 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6ec7cd1a-310c-4f2f-8326-c2958ec38782 req-4c9ed33b-b910-4681-94b0-8e50c02f8744 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 210 time: 0.0372274 Sep 26 18:03:34.829047 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-455862b0-8ec4-43ae-aa75-829fe0f965fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:34.829047 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-5b2330c8-8144-4c08-9aba-ac99164b2aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (fb58c317-4b0a-4a19-9f85-e4d345e30abb), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:34.845150 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-5b2330c8-8144-4c08-9aba-ac99164b2aaa None None] Provisioning complete for port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:34.845732 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-5b2330c8-8144-4c08-9aba-ac99164b2aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (3a1d8909-de0f-4b6d-8a1f-17144f1522e0), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:34.846244 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-5b2330c8-8144-4c08-9aba-ac99164b2aaa None None] Attempt 1 to provision port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 Sep 26 18:03:34.945207 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2330c8-8144-4c08-9aba-ac99164b2aaa None None] Pushing event updated for resources: {'Port': ['ID=fb58c317-4b0a-4a19-9f85-e4d345e30abb,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:35.045661 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-5b2330c8-8144-4c08-9aba-ac99164b2aaa None None] Current status of the port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:35.118340 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d8e75742-8e6a-48b3-8a16-eb0d1c70d424 req-363bf877-254a-4870-b5f0-e4badba46635 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 210 time: 0.0549135 Sep 26 18:03:35.171342 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 45922) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:35.183551 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-839c0f43-4242-4fb3-9a9f-251803996ed3 None None] Provisioning complete for port 84fc576d-4c27-492c-8da2-e1cf780b931c triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:35.184675 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-839c0f43-4242-4fb3-9a9f-251803996ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (84fc576d-4c27-492c-8da2-e1cf780b931c), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:35.185343 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-839c0f43-4242-4fb3-9a9f-251803996ed3 None None] Attempt 1 to provision port 84fc576d-4c27-492c-8da2-e1cf780b931c Sep 26 18:03:35.407717 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-839c0f43-4242-4fb3-9a9f-251803996ed3 None None] Current status of the port 84fc576d-4c27-492c-8da2-e1cf780b931c is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:35.428345 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-839c0f43-4242-4fb3-9a9f-251803996ed3 None None] Provisioning complete for port fb58c317-4b0a-4a19-9f85-e4d345e30abb triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:35.429329 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-839c0f43-4242-4fb3-9a9f-251803996ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (fb58c317-4b0a-4a19-9f85-e4d345e30abb), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:35.429641 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-839c0f43-4242-4fb3-9a9f-251803996ed3 None None] Attempt 1 to provision port fb58c317-4b0a-4a19-9f85-e4d345e30abb Sep 26 18:03:35.461280 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7b832c56-370f-4a49-8416-6709b13799ea req-9fbc1066-2eef-4202-9bec-f99d56038d9c tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 210 time: 0.0401108 Sep 26 18:03:35.463143 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fdc36004-180f-4e2f-a234-9bba75589065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:35.535229 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:35.561001 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-839c0f43-4242-4fb3-9a9f-251803996ed3 None None] Current status of the port fb58c317-4b0a-4a19-9f85-e4d345e30abb is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:35.562158 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fdc36004-180f-4e2f-a234-9bba75589065 admin admin] Publish callbacks [] for security_group (a8aac884-4756-4060-b225-0a153a42ce99), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:35.630388 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:35.657995 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 84fc576d-4c27-492c-8da2-e1cf780b931c up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:03:35.710695 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 84fc576d-4c27-492c-8da2-e1cf780b931c triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:35.711065 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (84fc576d-4c27-492c-8da2-e1cf780b931c), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:35.711409 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 84fc576d-4c27-492c-8da2-e1cf780b931c Sep 26 18:03:35.717951 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fdc36004-180f-4e2f-a234-9bba75589065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (a8aac884-4756-4060-b225-0a153a42ce99), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:35.778573 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc36004-180f-4e2f-a234-9bba75589065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8aac884-4756-4060-b225-0a153a42ce99,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:35.787163 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 45954) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:35.787927 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-fdc36004-180f-4e2f-a234-9bba75589065 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=1cc67f01334e4295ac91813ba4598261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6144607 Sep 26 18:03:35.814384 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 45956) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:35.849382 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3172fd02-7b9f-431b-acc8-df597928edaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:35.857827 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 84fc576d-4c27-492c-8da2-e1cf780b931c is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:35.859471 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device fb58c317-4b0a-4a19-9f85-e4d345e30abb up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:03:35.914349 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port fb58c317-4b0a-4a19-9f85-e4d345e30abb triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:35.914746 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (fb58c317-4b0a-4a19-9f85-e4d345e30abb), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:35.915095 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port fb58c317-4b0a-4a19-9f85-e4d345e30abb Sep 26 18:03:35.954947 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1308f1b7-8d3f-4fec-b79c-35251bf1ab20 req-20146773-3f45-4d15-99ed-47b74d104d86 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 210 time: 0.0360641 Sep 26 18:03:36.004622 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a5a6ed60-bb50-4969-8ae2-008d352454d7 admin admin] Publish callbacks [] for security_group (a8aac884-4756-4060-b225-0a153a42ce99), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:36.020708 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port fb58c317-4b0a-4a19-9f85-e4d345e30abb is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:36.049427 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a5a6ed60-bb50-4969-8ae2-008d352454d7 admin admin] Publish callbacks [] for security_group (a8aac884-4756-4060-b225-0a153a42ce99), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:36.052481 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3172fd02-7b9f-431b-acc8-df597928edaf admin admin] Publish callbacks [] for security_group (611d74de-b948-4d8e-b62f-7cd91d59ed2d), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:36.197608 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-66c525bd-bf0c-44ac-b682-fd1e2e565856 req-7e0a859d-5e2d-44e6-9054-28ee374603b6 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 210 time: 0.0299261 Sep 26 18:03:36.200252 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3172fd02-7b9f-431b-acc8-df597928edaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (611d74de-b948-4d8e-b62f-7cd91d59ed2d), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:36.201292 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:36.205390 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a5a6ed60-bb50-4969-8ae2-008d352454d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (a8aac884-4756-4060-b225-0a153a42ce99), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:36.208030 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a5a6ed60-bb50-4969-8ae2-008d352454d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:36.209493 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-a5a6ed60-bb50-4969-8ae2-008d352454d7 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/a8aac884-4756-4060-b225-0a153a42ce99 HTTP/1.1" status: 204 len: 168 time: 0.4209781 Sep 26 18:03:36.247891 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172fd02-7b9f-431b-acc8-df597928edaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611d74de-b948-4d8e-b62f-7cd91d59ed2d,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:36.252271 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-3172fd02-7b9f-431b-acc8-df597928edaf admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=357d06436ed8423a8d49de78caecf243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4369402 Sep 26 18:03:36.256103 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 45974) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:36.261452 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6ed60-bb50-4969-8ae2-008d352454d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8aac884-4756-4060-b225-0a153a42ce99,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:36.324985 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-90db99ba-81a8-4e57-9006-9aff85f5ae42 admin admin] Publish callbacks [] for security_group (611d74de-b948-4d8e-b62f-7cd91d59ed2d), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:36.361135 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-90db99ba-81a8-4e57-9006-9aff85f5ae42 admin admin] Publish callbacks [] for security_group (611d74de-b948-4d8e-b62f-7cd91d59ed2d), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:36.506843 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-90db99ba-81a8-4e57-9006-9aff85f5ae42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (611d74de-b948-4d8e-b62f-7cd91d59ed2d), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:36.511189 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-90db99ba-81a8-4e57-9006-9aff85f5ae42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:36.512343 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-90db99ba-81a8-4e57-9006-9aff85f5ae42 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/611d74de-b948-4d8e-b62f-7cd91d59ed2d HTTP/1.1" status: 204 len: 168 time: 0.2548778 Sep 26 18:03:36.520564 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db99ba-81a8-4e57-9006-9aff85f5ae42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611d74de-b948-4d8e-b62f-7cd91d59ed2d,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:36.680075 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e8537670-74c5-4c8e-902f-47383c7faa88 req-151cc668-ea85-45cd-a6d2-bf59622bf699 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 210 time: 0.0415792 Sep 26 18:03:37.081080 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:37.097687 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 45992) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:37.114968 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-e16c8290-c3db-417c-a690-0a614099d57c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:37.199318 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8f9fd42b-132f-40fe-8cb5-cfc238f1c0bc req-c6dd7a91-2c42-4587-8cbb-92a19b895f5a tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 210 time: 0.0481825 Sep 26 18:03:37.267963 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-e16c8290-c3db-417c-a690-0a614099d57c admin admin] Publish callbacks [] for security_group (22363d52-096d-47cc-81c3-014ddca9b567), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:37.329661 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ab63d814-8214-4a7b-92e0-686771111779 req-565be5b6-642e-4572-b2a8-3fe826a48e3c tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 210 time: 0.0298276 Sep 26 18:03:37.357317 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:37.394144 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-e16c8290-c3db-417c-a690-0a614099d57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (22363d52-096d-47cc-81c3-014ddca9b567), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:37.438419 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-e16c8290-c3db-417c-a690-0a614099d57c admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=ffdbc5fb68b0454d9dee49665b736efd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3394020 Sep 26 18:03:37.441012 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 46008) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:37.447952 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c8290-c3db-417c-a690-0a614099d57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22363d52-096d-47cc-81c3-014ddca9b567,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:37.501044 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-946f8e80-4ae0-45e2-be8f-c59a389ad784 admin admin] Publish callbacks [] for security_group (22363d52-096d-47cc-81c3-014ddca9b567), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:37.527305 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-946f8e80-4ae0-45e2-be8f-c59a389ad784 admin admin] Publish callbacks [] for security_group (22363d52-096d-47cc-81c3-014ddca9b567), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:37.583819 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:37.715298 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-946f8e80-4ae0-45e2-be8f-c59a389ad784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (22363d52-096d-47cc-81c3-014ddca9b567), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:37.719307 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-946f8e80-4ae0-45e2-be8f-c59a389ad784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:37.721509 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-946f8e80-4ae0-45e2-be8f-c59a389ad784 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/22363d52-096d-47cc-81c3-014ddca9b567 HTTP/1.1" status: 204 len: 168 time: 0.2791002 Sep 26 18:03:37.736801 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f8e80-4ae0-45e2-be8f-c59a389ad784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22363d52-096d-47cc-81c3-014ddca9b567,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:37.820486 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-81a4c0f6-6a99-4501-ad8a-2d05a32e1296 req-65a366f5-be9f-43af-8b9c-994e19a8b860 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 210 time: 0.0551586 Sep 26 18:03:37.895173 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:38.234228 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:DELETE=5,neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:38.286045 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:38.330594 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ee2619d5-91de-4ca0-ab33-ad4fb94e7cd7 req-0ee193b6-a012-493b-9c3c-ff35cfca24c5 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 210 time: 0.0453799 Sep 26 18:03:38.359334 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:38.467038 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-65d815c7-f1a8-45c8-a1a4-36542b3354b1 req-b65da023-fe89-40dc-b47f-b08cb220f0fe tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 210 time: 0.0499899 Sep 26 18:03:38.492668 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=100 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:38.995553 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ee3ce748-566a-473a-8d3e-2b87effb5a6c req-0a1d547e-8f3e-4805-ba65-05404caea88a tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 210 time: 0.0435116 Sep 26 18:03:39.475426 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-71fa6805-f84b-41fb-a779-633f9e069036 req-1e859994-b345-4694-99d1-99bd700659d1 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 210 time: 0.0329199 Sep 26 18:03:39.632853 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a1d92475-682a-43f2-99a5-b79a683c8252 req-c9c089d1-c3e3-4bd7-b30b-9c8ca955bfc1 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 210 time: 0.0314474 Sep 26 18:03:39.867493 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:39.897807 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 46116) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:40.150134 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:03:40.181614 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-16a02be5-e61d-4884-a81c-56cf733d11cf req-fc045e35-f2e2-4264-a092-d9821fc7c185 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 210 time: 0.0422914 Sep 26 18:03:40.217457 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:40.356312 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f1800288-efef-4d53-9d10-a126d29b4c79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:40.441805 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f1800288-efef-4d53-9d10-a126d29b4c79 admin admin] Publish callbacks [] for security_group (cfeb3eda-ed2f-41de-9a9a-0b7258cc9d9b), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:40.598640 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f247152e-add1-42b5-b552-89290c55e2a0 req-7b34147a-3a29-4856-b634-b9f547a6aa71 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 210 time: 0.0375330 Sep 26 18:03:40.602582 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.88', 57466) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:40.654721 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f1800288-efef-4d53-9d10-a126d29b4c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (cfeb3eda-ed2f-41de-9a9a-0b7258cc9d9b), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:40.719725 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1800288-efef-4d53-9d10-a126d29b4c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfeb3eda-ed2f-41de-9a9a-0b7258cc9d9b,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:40.736322 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-f1800288-efef-4d53-9d10-a126d29b4c79 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=991f7c77d7734c56a3a22458ce7dc601&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8371069 Sep 26 18:03:40.739118 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 46148) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:40.775363 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7eb6c0a6-a9ae-481f-808a-c2cf5f7284b7 req-4c7bfa4d-34e6-4486-a1d0-161c9b911338 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 210 time: 0.0603609 Sep 26 18:03:40.800182 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-bd18a97c-c731-4295-b2fe-2cf0513662c3 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:40.802562 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-bd18a97c-c731-4295-b2fe-2cf0513662c3 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.88 "GET /networking/v2.0/networks?id=14afb4e8-c529-4ecb-b70e-20ecdadd3fe6 HTTP/1.1" status: 200 len: 811 time: 0.1991165 Sep 26 18:03:40.831712 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a304f84c-7848-443a-9309-ee70440b332b admin admin] Publish callbacks [] for security_group (cfeb3eda-ed2f-41de-9a9a-0b7258cc9d9b), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:40.853453 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a304f84c-7848-443a-9309-ee70440b332b admin admin] Publish callbacks [] for security_group (cfeb3eda-ed2f-41de-9a9a-0b7258cc9d9b), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:40.878150 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-2a1aabc2-4f28-4234-8bfc-1914295b6ce5 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Request body: {'port': {'device_id': '4d3e0a96-a5c5-43b1-97d6-172536258bc4', 'network_id': '14afb4e8-c529-4ecb-b70e-20ecdadd3fe6', 'admin_state_up': True, 'tenant_id': 'bcd6fe4cc3554b888bb25819f5fac1e4'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:41.081303 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a304f84c-7848-443a-9309-ee70440b332b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (cfeb3eda-ed2f-41de-9a9a-0b7258cc9d9b), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:41.088688 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a304f84c-7848-443a-9309-ee70440b332b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:41.088688 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-a304f84c-7848-443a-9309-ee70440b332b admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/cfeb3eda-ed2f-41de-9a9a-0b7258cc9d9b HTTP/1.1" status: 204 len: 168 time: 0.3467329 Sep 26 18:03:41.102443 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304f84c-7848-443a-9309-ee70440b332b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfeb3eda-ed2f-41de-9a9a-0b7258cc9d9b,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:41.162587 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:41.356905 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 46174) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:41.376358 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b6af9236-0e2b-4453-a46c-81057bf4853a req-f0ccc39c-9477-4286-8555-11710fffe7b5 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 210 time: 0.0441735 Sep 26 18:03:41.489142 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-2a1aabc2-4f28-4234-8bfc-1914295b6ce5 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Made reservation on behalf of bcd6fe4cc3554b888bb25819f5fac1e4 for: {'port': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:03:41.492881 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-2a1aabc2-4f28-4234-8bfc-1914295b6ce5 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:41.577379 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-29275d72-9293-4460-8f13-616587aab01f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:41.687232 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-29275d72-9293-4460-8f13-616587aab01f admin admin] Publish callbacks [] for security_group (00aa9768-d694-4942-8fd7-a0c57180301d), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:41.744386 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b060c626-2e00-4757-87aa-3f7de4327461 req-3b6ad1aa-9a29-4626-8788-ecee1582193e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 210 time: 0.0449255 Sep 26 18:03:41.792772 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-2a1aabc2-4f28-4234-8bfc-1914295b6ce5 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Allocated IP 172.20.0.4 (14afb4e8-c529-4ecb-b70e-20ecdadd3fe6/f7c421de-8c97-43f0-abfe-f3557912f701/d0137809-e085-4d58-a7ea-c00ace0e5fb0) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:03:41.829409 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-29275d72-9293-4460-8f13-616587aab01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (00aa9768-d694-4942-8fd7-a0c57180301d), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:41.943775 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-29275d72-9293-4460-8f13-616587aab01f admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=7485987bf80d42f1bc4991d3b22fc845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5851460 Sep 26 18:03:41.948063 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 46204) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:41.991486 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29275d72-9293-4460-8f13-616587aab01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00aa9768-d694-4942-8fd7-a0c57180301d,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:42.017440 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3420629b-6bc2-42d1-a198-892c2b677917 req-362d7578-5019-45b3-b9d1-890d2b151a79 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 210 time: 0.0845575 Sep 26 18:03:42.066635 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-b638ae94-e2dc-4de0-8dd2-8bd9c2538c82 admin admin] Publish callbacks [] for security_group (00aa9768-d694-4942-8fd7-a0c57180301d), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:42.116650 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-b638ae94-e2dc-4de0-8dd2-8bd9c2538c82 admin admin] Publish callbacks [] for security_group (00aa9768-d694-4942-8fd7-a0c57180301d), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:42.166750 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.88', 57478) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:42.275776 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-2a1aabc2-4f28-4234-8bfc-1914295b6ce5 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Publish callbacks [] for port (d0137809-e085-4d58-a7ea-c00ace0e5fb0), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:42.333497 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-093e5577-0ba4-4c95-9ce3-24b6a79f545a tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:42.335534 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-093e5577-0ba4-4c95-9ce3-24b6a79f545a tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.88 "GET /networking/v2.0/networks?id=45aee833-caf9-4514-8a4b-002783e94737 HTTP/1.1" status: 200 len: 818 time: 0.1716242 Sep 26 18:03:42.352615 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-b638ae94-e2dc-4de0-8dd2-8bd9c2538c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (00aa9768-d694-4942-8fd7-a0c57180301d), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:42.356430 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-b638ae94-e2dc-4de0-8dd2-8bd9c2538c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:42.357801 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-b638ae94-e2dc-4de0-8dd2-8bd9c2538c82 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/00aa9768-d694-4942-8fd7-a0c57180301d HTTP/1.1" status: 204 len: 168 time: 0.4084454 Sep 26 18:03:42.366002 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-8a207914-6262-424a-aa83-b987347d671e tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Request body: {'port': {'device_id': 'f92dd8f8-d04b-4fb0-804a-8842bd4c60c9', 'network_id': '45aee833-caf9-4514-8a4b-002783e94737', 'admin_state_up': True, 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:42.377219 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638ae94-e2dc-4de0-8dd2-8bd9c2538c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00aa9768-d694-4942-8fd7-a0c57180301d,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:42.445782 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-2a1aabc2-4f28-4234-8bfc-1914295b6ce5 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (d0137809-e085-4d58-a7ea-c00ace0e5fb0), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:42.548356 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-2a1aabc2-4f28-4234-8bfc-1914295b6ce5 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Network 14afb4e8-c529-4ecb-b70e-20ecdadd3fe6 is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:03:42.586335 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-2a1aabc2-4f28-4234-8bfc-1914295b6ce5 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:03:42.608684 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-2a1aabc2-4f28-4234-8bfc-1914295b6ce5 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:03:42.666522 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1aabc2-4f28-4234-8bfc-1914295b6ce5 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Pushing event updated for resources: {'Port': ['ID=d0137809-e085-4d58-a7ea-c00ace0e5fb0,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:42.673793 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 46232) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:42.701794 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e708eec2-6094-4645-994f-e144f67399d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:42.711843 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefd434-add9-4c2b-a2c5-2c5672f14c46 req-727fe2ec-3f77-4e4b-96a7-5ff08538b0e9 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:42.720355 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-adefd434-add9-4c2b-a2c5-2c5672f14c46 req-727fe2ec-3f77-4e4b-96a7-5ff08538b0e9 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 931 time: 0.2216086 Sep 26 18:03:42.752474 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-2a1aabc2-4f28-4234-8bfc-1914295b6ce5 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:42.753109 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-2a1aabc2-4f28-4234-8bfc-1914295b6ce5 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:42.801508 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:42.848913 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e708eec2-6094-4645-994f-e144f67399d0 admin admin] Publish callbacks [] for security_group (18107d3e-c79d-4f90-ac2a-3b466f203f4c), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:42.876962 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-2a1aabc2-4f28-4234-8bfc-1914295b6ce5 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0026627 Sep 26 18:03:42.895422 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-adefd434-add9-4c2b-a2c5-2c5672f14c46 req-851d2177-b948-490d-8df3-bc8651eb9408 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253328 Sep 26 18:03:42.924384 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b4ed69ee-6253-4f1a-8aed-2f30fe140ffa req-6124bccf-b1a5-4176-a1bc-af251d95885d tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 210 time: 0.0421147 Sep 26 18:03:42.951998 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-8a207914-6262-424a-aa83-b987347d671e tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Made reservation on behalf of 3a15ebd862054a64ac1d739db5adc3a2 for: {'port': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:03:42.956519 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-8a207914-6262-424a-aa83-b987347d671e tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:42.999480 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e708eec2-6094-4645-994f-e144f67399d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (18107d3e-c79d-4f90-ac2a-3b466f203f4c), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:43.039054 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-b569dfbe-977a-405d-9419-dff186f51581 None None] Provisioning complete for port d0137809-e085-4d58-a7ea-c00ace0e5fb0 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:43.039054 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-b569dfbe-977a-405d-9419-dff186f51581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (d0137809-e085-4d58-a7ea-c00ace0e5fb0), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:43.039054 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-b569dfbe-977a-405d-9419-dff186f51581 None None] Attempt 1 to provision port d0137809-e085-4d58-a7ea-c00ace0e5fb0 Sep 26 18:03:43.055320 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-e708eec2-6094-4645-994f-e144f67399d0 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=5bf22dee0e274298b7991d8d89241a8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3803811 Sep 26 18:03:43.056329 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 46242) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:43.057144 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708eec2-6094-4645-994f-e144f67399d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18107d3e-c79d-4f90-ac2a-3b466f203f4c,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:43.096861 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:43.121819 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-b569dfbe-977a-405d-9419-dff186f51581 None None] Port d0137809-e085-4d58-a7ea-c00ace0e5fb0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:43.201220 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e95a5482-8b90-4f65-a05a-b86057c4fe97 admin admin] Publish callbacks [] for security_group (18107d3e-c79d-4f90-ac2a-3b466f203f4c), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:43.256833 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8138469c-c1f4-4864-853a-c7c23d58a70c req-39c2d1f5-1862-4878-ade0-34733f8ea542 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 210 time: 0.0480981 Sep 26 18:03:43.277096 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e95a5482-8b90-4f65-a05a-b86057c4fe97 admin admin] Publish callbacks [] for security_group (18107d3e-c79d-4f90-ac2a-3b466f203f4c), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:43.287022 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-8a207914-6262-424a-aa83-b987347d671e tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Allocated IP 172.20.0.11 (45aee833-caf9-4514-8a4b-002783e94737/e01e5c5e-987a-4185-87ba-f124ff403d46/88eb2714-0a5c-49b3-aebb-0b129916ee37) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:03:43.484810 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e95a5482-8b90-4f65-a05a-b86057c4fe97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (18107d3e-c79d-4f90-ac2a-3b466f203f4c), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:43.500854 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e95a5482-8b90-4f65-a05a-b86057c4fe97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:43.508317 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-e95a5482-8b90-4f65-a05a-b86057c4fe97 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/18107d3e-c79d-4f90-ac2a-3b466f203f4c HTTP/1.1" status: 204 len: 168 time: 0.4476008 Sep 26 18:03:43.543112 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:43.580752 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a5482-8b90-4f65-a05a-b86057c4fe97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18107d3e-c79d-4f90-ac2a-3b466f203f4c,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:43.619446 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-8a207914-6262-424a-aa83-b987347d671e tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks [] for port (88eb2714-0a5c-49b3-aebb-0b129916ee37), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:43.623099 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-b569dfbe-977a-405d-9419-dff186f51581 None None] Attempt 2 to provision port d0137809-e085-4d58-a7ea-c00ace0e5fb0 Sep 26 18:03:43.676538 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-b569dfbe-977a-405d-9419-dff186f51581 None None] Port d0137809-e085-4d58-a7ea-c00ace0e5fb0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:43.731168 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 46266) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:43.746312 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1328dcaa-c490-4dbc-9639-40720e47f6c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:43.810667 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-8a207914-6262-424a-aa83-b987347d671e tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (88eb2714-0a5c-49b3-aebb-0b129916ee37), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:43.874274 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-8a207914-6262-424a-aa83-b987347d671e tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Network 45aee833-caf9-4514-8a4b-002783e94737 is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:03:43.884335 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-8a207914-6262-424a-aa83-b987347d671e tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:03:43.888211 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-8a207914-6262-424a-aa83-b987347d671e tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:03:43.891017 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a207914-6262-424a-aa83-b987347d671e tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Pushing event updated for resources: {'Port': ['ID=88eb2714-0a5c-49b3-aebb-0b129916ee37,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:43.978584 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1328dcaa-c490-4dbc-9639-40720e47f6c4 admin admin] Publish callbacks [] for security_group (dfe8b42a-4999-476e-b303-4870adf1aace), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:43.984276 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-8a207914-6262-424a-aa83-b987347d671e tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:43.995951 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-8a207914-6262-424a-aa83-b987347d671e tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:44.017630 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:44.063090 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ebf41852-617b-4671-886b-0efcffd8bfc9 req-19083e7e-a819-48b0-9ec5-09e38ac77272 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 210 time: 0.0431075 Sep 26 18:03:44.104579 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1328dcaa-c490-4dbc-9639-40720e47f6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (dfe8b42a-4999-476e-b303-4870adf1aace), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:44.164142 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19c73e-eda2-43fd-83d4-75c42ff4adaa req-0c74e34b-4642-491c-9854-193abdb333e2 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:44.165879 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8c19c73e-eda2-43fd-83d4-75c42ff4adaa req-0c74e34b-4642-491c-9854-193abdb333e2 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 931 time: 0.0984762 Sep 26 18:03:44.169108 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-8a207914-6262-424a-aa83-b987347d671e tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8091698 Sep 26 18:03:44.170028 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:44.179261 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-b569dfbe-977a-405d-9419-dff186f51581 None None] Attempt 3 to provision port d0137809-e085-4d58-a7ea-c00ace0e5fb0 Sep 26 18:03:44.194084 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-1328dcaa-c490-4dbc-9639-40720e47f6c4 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=95b86810df6048b7b95b05363197826f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4585006 Sep 26 18:03:44.194084 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328dcaa-c490-4dbc-9639-40720e47f6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe8b42a-4999-476e-b303-4870adf1aace,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:44.198179 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 46278) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:44.222028 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-b569dfbe-977a-405d-9419-dff186f51581 None None] Port d0137809-e085-4d58-a7ea-c00ace0e5fb0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:44.274848 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8c19c73e-eda2-43fd-83d4-75c42ff4adaa req-95466c07-bc54-4ec5-8858-29999db29745 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904682 Sep 26 18:03:44.294009 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e2f4bef0-6d61-4bc8-8353-ab749cbaa87a admin admin] Publish callbacks [] for security_group (dfe8b42a-4999-476e-b303-4870adf1aace), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:44.342381 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e2f4bef0-6d61-4bc8-8353-ab749cbaa87a admin admin] Publish callbacks [] for security_group (dfe8b42a-4999-476e-b303-4870adf1aace), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:44.478073 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e2f4bef0-6d61-4bc8-8353-ab749cbaa87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (dfe8b42a-4999-476e-b303-4870adf1aace), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:44.481224 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e2f4bef0-6d61-4bc8-8353-ab749cbaa87a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:44.482415 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-e2f4bef0-6d61-4bc8-8353-ab749cbaa87a admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/dfe8b42a-4999-476e-b303-4870adf1aace HTTP/1.1" status: 204 len: 168 time: 0.2867570 Sep 26 18:03:44.505583 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4bef0-6d61-4bc8-8353-ab749cbaa87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe8b42a-4999-476e-b303-4870adf1aace,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:44.570650 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-72da4913-59b4-4972-8c97-dde04685f777 req-223e2959-33c0-48f0-92e1-3ced44c0e6d8 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 210 time: 0.1956365 Sep 26 18:03:44.723519 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-b569dfbe-977a-405d-9419-dff186f51581 None None] Attempt 4 to provision port d0137809-e085-4d58-a7ea-c00ace0e5fb0 Sep 26 18:03:44.762197 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-b569dfbe-977a-405d-9419-dff186f51581 None None] Port d0137809-e085-4d58-a7ea-c00ace0e5fb0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:44.841502 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:45.188253 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dc10d9da-626c-4833-9f48-bc55095e31ed req-ab509c9d-ab33-490c-a563-1bea6da87a35 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 210 time: 0.0300727 Sep 26 18:03:45.264974 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-b569dfbe-977a-405d-9419-dff186f51581 None None] Attempt 5 to provision port d0137809-e085-4d58-a7ea-c00ace0e5fb0 Sep 26 18:03:45.302847 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-b569dfbe-977a-405d-9419-dff186f51581 None None] Port d0137809-e085-4d58-a7ea-c00ace0e5fb0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:45.440069 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df544c89-d0fb-4315-9126-471f659b5752 req-0b54fd50-45b5-4a64-b5e1-53d1baf76816 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:45.441917 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-df544c89-d0fb-4315-9126-471f659b5752 req-0b54fd50-45b5-4a64-b5e1-53d1baf76816 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 931 time: 0.0540187 Sep 26 18:03:45.516080 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-df544c89-d0fb-4315-9126-471f659b5752 req-237fc188-521d-4bbe-a205-bfd9380322ec tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622649 Sep 26 18:03:45.749211 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-22d029e1-16ec-4553-bb59-c279c4e2c14a req-bb090c0d-fb76-49c4-942a-b32a0774123b tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 210 time: 0.0410085 Sep 26 18:03:45.883760 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-b569dfbe-977a-405d-9419-dff186f51581 None None] Attempt 6 to provision port d0137809-e085-4d58-a7ea-c00ace0e5fb0 Sep 26 18:03:45.883760 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-b569dfbe-977a-405d-9419-dff186f51581 None None] Port d0137809-e085-4d58-a7ea-c00ace0e5fb0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:46.123523 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:46.321200 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9c06c299-de4c-4c09-b1f0-f922fb07170a req-ee3945c1-a8d6-495e-9ab5-ec546f4337aa tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 210 time: 0.0323431 Sep 26 18:03:46.353344 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-b569dfbe-977a-405d-9419-dff186f51581 None None] Attempt 7 to provision port d0137809-e085-4d58-a7ea-c00ace0e5fb0 Sep 26 18:03:46.557875 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-b569dfbe-977a-405d-9419-dff186f51581 None None] Port d0137809-e085-4d58-a7ea-c00ace0e5fb0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:46.694502 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146d2cb-9749-4dc8-ae5e-a24525ecef8f req-4b2e2075-6859-4e67-a544-19fdc83c8115 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:46.701942 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1146d2cb-9749-4dc8-ae5e-a24525ecef8f req-4b2e2075-6859-4e67-a544-19fdc83c8115 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 931 time: 0.0682569 Sep 26 18:03:46.796459 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1146d2cb-9749-4dc8-ae5e-a24525ecef8f req-840aa389-5121-4353-b9af-3e5c7136b165 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933626 Sep 26 18:03:46.887634 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c60a029f-4062-4496-8f3b-1d2673f6333a req-1d1fb335-5d56-4cd0-ad01-afcc9dfdcd9c tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 210 time: 0.0535574 Sep 26 18:03:47.060327 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-b569dfbe-977a-405d-9419-dff186f51581 None None] Attempt 8 to provision port d0137809-e085-4d58-a7ea-c00ace0e5fb0 Sep 26 18:03:47.098767 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-b569dfbe-977a-405d-9419-dff186f51581 None None] Port d0137809-e085-4d58-a7ea-c00ace0e5fb0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:47.445039 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-83c1474f-0157-4888-9484-5f29dff9ed64 req-31e23618-6c4f-4446-ad12-78a2b84f4adc tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 210 time: 0.0281415 Sep 26 18:03:47.600230 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-b569dfbe-977a-405d-9419-dff186f51581 None None] Attempt 9 to provision port d0137809-e085-4d58-a7ea-c00ace0e5fb0 Sep 26 18:03:47.636549 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-b569dfbe-977a-405d-9419-dff186f51581 None None] Port d0137809-e085-4d58-a7ea-c00ace0e5fb0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:47.942759 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf24f69-e124-4912-a39f-6dbbc5a12849 req-d1376414-48f1-4ccf-9be1-7c79117a4213 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:47.945465 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-eaf24f69-e124-4912-a39f-6dbbc5a12849 req-d1376414-48f1-4ccf-9be1-7c79117a4213 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 931 time: 0.0705419 Sep 26 18:03:48.055318 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-413d6cd1-bef8-445e-a9e6-cb9c5c9ed958 req-426fc79a-c153-43c2-800a-db98f4005d43 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 210 time: 0.0393908 Sep 26 18:03:48.059132 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-eaf24f69-e124-4912-a39f-6dbbc5a12849 req-e5222af4-4993-412b-82ec-0b4065c8bbf2 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983255 Sep 26 18:03:48.137975 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-b569dfbe-977a-405d-9419-dff186f51581 None None] Attempt 10 to provision port d0137809-e085-4d58-a7ea-c00ace0e5fb0 Sep 26 18:03:48.186038 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-b569dfbe-977a-405d-9419-dff186f51581 None None] Port d0137809-e085-4d58-a7ea-c00ace0e5fb0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:48.305334 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-561ea5d2-4d64-44ca-ade8-c84eee336214 None None] Provisioning complete for port 88eb2714-0a5c-49b3-aebb-0b129916ee37 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:48.306002 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-561ea5d2-4d64-44ca-ade8-c84eee336214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (88eb2714-0a5c-49b3-aebb-0b129916ee37), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:48.306346 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-561ea5d2-4d64-44ca-ade8-c84eee336214 None None] Attempt 1 to provision port 88eb2714-0a5c-49b3-aebb-0b129916ee37 Sep 26 18:03:48.339174 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-561ea5d2-4d64-44ca-ade8-c84eee336214 None None] Port 88eb2714-0a5c-49b3-aebb-0b129916ee37 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:48.352761 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:48.585402 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-83a91d1d-7d9b-446e-b419-b834aab2d9cf req-7a0db677-c245-4d18-b987-6928f58caf7d tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 210 time: 0.0432916 Sep 26 18:03:48.840532 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-561ea5d2-4d64-44ca-ade8-c84eee336214 None None] Attempt 2 to provision port 88eb2714-0a5c-49b3-aebb-0b129916ee37 Sep 26 18:03:48.876378 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-561ea5d2-4d64-44ca-ade8-c84eee336214 None None] Port 88eb2714-0a5c-49b3-aebb-0b129916ee37 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:49.199906 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:49.294055 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-742d24a2-4195-4a59-b609-4dd01d9325ce req-ec7ac532-ef44-40d5-9717-e5d6a5027b93 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 210 time: 0.0683460 Sep 26 18:03:49.333695 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15268314-731d-4f51-b51f-2bbb8706a7c5 req-c5bd16de-1c54-4e88-bcfc-e85d617078a1 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:49.341430 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-15268314-731d-4f51-b51f-2bbb8706a7c5 req-c5bd16de-1c54-4e88-bcfc-e85d617078a1 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 931 time: 0.1329379 Sep 26 18:03:49.377450 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-561ea5d2-4d64-44ca-ade8-c84eee336214 None None] Attempt 3 to provision port 88eb2714-0a5c-49b3-aebb-0b129916ee37 Sep 26 18:03:49.467625 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-561ea5d2-4d64-44ca-ade8-c84eee336214 None None] Port 88eb2714-0a5c-49b3-aebb-0b129916ee37 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:49.539050 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-5d9529da-fa9a-43cb-8926-7982c998b992 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106583) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 18:03:49.542782 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-5d9529da-fa9a-43cb-8926-7982c998b992 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.88 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0202160 Sep 26 18:03:49.556068 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-28d2c5d4-4548-4128-8a16-ae05f8d3c7fb tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106583) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 18:03:49.557161 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-28d2c5d4-4548-4128-8a16-ae05f8d3c7fb tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.88 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0116100 Sep 26 18:03:49.560993 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-15268314-731d-4f51-b51f-2bbb8706a7c5 req-9725577d-f43f-45ac-825a-5604caeadd5c tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187352 Sep 26 18:03:49.600623 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:49.792101 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:49.795335 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-71fdc187-523b-4c05-82aa-61c442b88b4c req-90fe6782-83d6-4021-8315-c8be8d2e97b1 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 210 time: 0.0876496 Sep 26 18:03:49.930239 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.88', 57489) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:49.984116 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-561ea5d2-4d64-44ca-ade8-c84eee336214 None None] Attempt 4 to provision port 88eb2714-0a5c-49b3-aebb-0b129916ee37 Sep 26 18:03:50.069232 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-561ea5d2-4d64-44ca-ade8-c84eee336214 None None] Port 88eb2714-0a5c-49b3-aebb-0b129916ee37 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:50.080084 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-c96da606-603d-466f-a423-a26531f16406 service neutron] Request body: {'port': {'device_id': 'f92dd8f8-d04b-4fb0-804a-8842bd4c60c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:50.085299 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-acef9130-2ab6-4e82-aea3-c906b1391273 service neutron] Request body: {'port': {'device_id': '4d3e0a96-a5c5-43b1-97d6-172536258bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:50.123056 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-ea5f0e50-7dd0-4fdb-bdff-9b5d589f8c55 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:50.142051 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-ea5f0e50-7dd0-4fdb-bdff-9b5d589f8c55 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.88 "GET /networking/v2.0/networks?id=45aee833-caf9-4514-8a4b-002783e94737 HTTP/1.1" status: 200 len: 818 time: 0.2886410 Sep 26 18:03:50.144067 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:50.167802 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-acef9130-2ab6-4e82-aea3-c906b1391273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (d0137809-e085-4d58-a7ea-c00ace0e5fb0), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:50.173162 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-c96da606-603d-466f-a423-a26531f16406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (88eb2714-0a5c-49b3-aebb-0b129916ee37), before_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:50.430350 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-c86273a8-fb53-424d-b308-a28cd58939fa tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Request body: {'port': {'device_id': '220b1da2-7651-436f-ab85-1d16ee3ecea0', 'network_id': '45aee833-caf9-4514-8a4b-002783e94737', 'admin_state_up': True, 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:50.570874 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-561ea5d2-4d64-44ca-ade8-c84eee336214 None None] Attempt 5 to provision port 88eb2714-0a5c-49b3-aebb-0b129916ee37 Sep 26 18:03:50.642051 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8404e545-4998-4839-9b25-085d5421d93e req-cfaa36fc-b449-41a8-b8e9-ccb4c4b35c03 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 210 time: 0.1697421 Sep 26 18:03:50.661543 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-561ea5d2-4d64-44ca-ade8-c84eee336214 None None] Port 88eb2714-0a5c-49b3-aebb-0b129916ee37 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:50.743507 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.notifiers.nova [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-c96da606-603d-466f-a423-a26531f16406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88eb2714-0a5c-49b3-aebb-0b129916ee37 {{(pid=106582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:03:50.761845 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-c96da606-603d-466f-a423-a26531f16406 service neutron] Publish callbacks [] for port (88eb2714-0a5c-49b3-aebb-0b129916ee37), precommit_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:50.804037 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.provisioning_blocks [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-c96da606-603d-466f-a423-a26531f16406 service neutron] Transition to ACTIVE for port object 88eb2714-0a5c-49b3-aebb-0b129916ee37 will not be triggered until provisioned by entity L2. {{(pid=106582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:03:50.948129 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-c96da606-603d-466f-a423-a26531f16406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-513976'] for port (88eb2714-0a5c-49b3-aebb-0b129916ee37), after_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:50.957619 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a9483-8fcc-4d0e-b84d-9fb6f31ab4e0 req-995c4ecd-8cca-4981-8cbf-0926f7386063 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:50.961039 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b32a9483-8fcc-4d0e-b84d-9fb6f31ab4e0 req-995c4ecd-8cca-4981-8cbf-0926f7386063 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 931 time: 0.1973526 Sep 26 18:03:51.074811 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b449293d-d66e-4790-8603-ca36d8c30a38 req-12fa9b0d-11ad-44ec-aabd-752dcacc70b3 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 210 time: 0.1548345 Sep 26 18:03:51.163195 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-561ea5d2-4d64-44ca-ade8-c84eee336214 None None] Attempt 6 to provision port 88eb2714-0a5c-49b3-aebb-0b129916ee37 Sep 26 18:03:51.207552 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96da606-603d-466f-a423-a26531f16406 service neutron] Pushing event updated for resources: {'Port': ['ID=88eb2714-0a5c-49b3-aebb-0b129916ee37,revision_number=2']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:51.240271 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b32a9483-8fcc-4d0e-b84d-9fb6f31ab4e0 req-5f28aebf-9ec0-4ce8-8946-4d142ac46e85 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355292 Sep 26 18:03:51.274665 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-561ea5d2-4d64-44ca-ade8-c84eee336214 None None] Port 88eb2714-0a5c-49b3-aebb-0b129916ee37 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:51.281616 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.managers [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-c96da606-603d-466f-a423-a26531f16406 service neutron] Attempting to bind port 88eb2714-0a5c-49b3-aebb-0b129916ee37 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:03:51.282246 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.managers [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-c96da606-603d-466f-a423-a26531f16406 service neutron] Attempting to bind port 88eb2714-0a5c-49b3-aebb-0b129916ee37 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '63da25e3-ab21-4200-80f5-c0efc61716da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '45aee833-caf9-4514-8a4b-002783e94737'}] {{(pid=106582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:03:51.282807 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-c96da606-603d-466f-a423-a26531f16406 service neutron] Attempting to bind port 88eb2714-0a5c-49b3-aebb-0b129916ee37 on network 45aee833-caf9-4514-8a4b-002783e94737 {{(pid=106582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:03:51.285275 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-c86273a8-fb53-424d-b308-a28cd58939fa tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Made reservation on behalf of 3a15ebd862054a64ac1d739db5adc3a2 for: {'port': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:03:51.295129 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-c86273a8-fb53-424d-b308-a28cd58939fa tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:51.334212 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-acef9130-2ab6-4e82-aea3-c906b1391273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0137809-e085-4d58-a7ea-c00ace0e5fb0 {{(pid=106583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:03:51.344957 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-c96da606-603d-466f-a423-a26531f16406 service neutron] Port 88eb2714-0a5c-49b3-aebb-0b129916ee37 on network 45aee833-caf9-4514-8a4b-002783e94737 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:03:51.347122 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-c96da606-603d-466f-a423-a26531f16406 service neutron] Attempting to bind port 88eb2714-0a5c-49b3-aebb-0b129916ee37 on network 45aee833-caf9-4514-8a4b-002783e94737 {{(pid=106582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:03:51.348263 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-acef9130-2ab6-4e82-aea3-c906b1391273 service neutron] Publish callbacks [] for port (d0137809-e085-4d58-a7ea-c00ace0e5fb0), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:51.391457 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.provisioning_blocks [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-acef9130-2ab6-4e82-aea3-c906b1391273 service neutron] Transition to ACTIVE for port object d0137809-e085-4d58-a7ea-c00ace0e5fb0 will not be triggered until provisioned by entity L2. {{(pid=106583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:03:51.453239 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-c96da606-603d-466f-a423-a26531f16406 service neutron] Checking agent: {'id': 'b76d05ef-6768-47d4-84e3-b7f3ce45293e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'started_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:03:51.453747 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-c96da606-603d-466f-a423-a26531f16406 service neutron] Checking segment: {'id': '63da25e3-ab21-4200-80f5-c0efc61716da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '45aee833-caf9-4514-8a4b-002783e94737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:03:51.454732 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-c96da606-603d-466f-a423-a26531f16406 service neutron] Bound using segment: {'id': '63da25e3-ab21-4200-80f5-c0efc61716da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '45aee833-caf9-4514-8a4b-002783e94737'} {{(pid=106582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:03:51.455258 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.managers [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-c96da606-603d-466f-a423-a26531f16406 service neutron] Bound port: 88eb2714-0a5c-49b3-aebb-0b129916ee37, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63da25e3-ab21-4200-80f5-c0efc61716da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '45aee833-caf9-4514-8a4b-002783e94737'}}] {{(pid=106582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:03:51.455883 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-c96da606-603d-466f-a423-a26531f16406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (88eb2714-0a5c-49b3-aebb-0b129916ee37), before_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:51.557541 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-acef9130-2ab6-4e82-aea3-c906b1391273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (d0137809-e085-4d58-a7ea-c00ace0e5fb0), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:51.592466 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.db [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-c96da606-603d-466f-a423-a26531f16406 service neutron] For port 88eb2714-0a5c-49b3-aebb-0b129916ee37, host hv-cinder-85931, cleared binding levels {{(pid=106582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:03:51.599005 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.db [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-c96da606-603d-466f-a423-a26531f16406 service neutron] For port 88eb2714-0a5c-49b3-aebb-0b129916ee37, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=88eb2714-0a5c-49b3-aebb-0b129916ee37,segment=NetworkSegment(63da25e3-ab21-4200-80f5-c0efc61716da),segment_id=63da25e3-ab21-4200-80f5-c0efc61716da)] {{(pid=106582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:03:51.714452 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-c86273a8-fb53-424d-b308-a28cd58939fa tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Allocated IP 172.20.0.5 (45aee833-caf9-4514-8a4b-002783e94737/e01e5c5e-987a-4185-87ba-f124ff403d46/9ef108b0-8394-4e0e-8563-6390415fb8c4) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:03:51.720832 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef9130-2ab6-4e82-aea3-c906b1391273 service neutron] Pushing event updated for resources: {'Port': ['ID=d0137809-e085-4d58-a7ea-c00ace0e5fb0,revision_number=2']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:51.728013 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-c96da606-603d-466f-a423-a26531f16406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-513976'] for port (88eb2714-0a5c-49b3-aebb-0b129916ee37), after_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:51.777324 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-561ea5d2-4d64-44ca-ade8-c84eee336214 None None] Attempt 7 to provision port 88eb2714-0a5c-49b3-aebb-0b129916ee37 Sep 26 18:03:51.780214 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.88', 57499) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:51.787133 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-c96da606-603d-466f-a423-a26531f16406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:51.789295 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-c96da606-603d-466f-a423-a26531f16406 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for port (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:51.790980 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-c96da606-603d-466f-a423-a26531f16406 service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/88eb2714-0a5c-49b3-aebb-0b129916ee37 HTTP/1.1" status: 200 len: 1094 time: 1.7826128 Sep 26 18:03:51.791753 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f92dd8f8-d04b-4fb0-804a-8842bd4c60c9', 'tag': '88eb2714-0a5c-49b3-aebb-0b129916ee37'}] {{(pid=106582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:03:51.842013 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96da606-603d-466f-a423-a26531f16406 service neutron] Pushing event updated for resources: {'Port': ['ID=88eb2714-0a5c-49b3-aebb-0b129916ee37,revision_number=3']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:51.913007 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-561ea5d2-4d64-44ca-ade8-c84eee336214 None None] Port 88eb2714-0a5c-49b3-aebb-0b129916ee37 had new provisioning blocks added so it will not transition to active. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:03:51.914331 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-acef9130-2ab6-4e82-aea3-c906b1391273 service neutron] Attempting to bind port d0137809-e085-4d58-a7ea-c00ace0e5fb0 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:03:51.914331 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-acef9130-2ab6-4e82-aea3-c906b1391273 service neutron] Attempting to bind port d0137809-e085-4d58-a7ea-c00ace0e5fb0 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '2127eb0b-2409-4ca7-8afc-f12dda366aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '14afb4e8-c529-4ecb-b70e-20ecdadd3fe6'}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:03:51.914331 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-acef9130-2ab6-4e82-aea3-c906b1391273 service neutron] Attempting to bind port d0137809-e085-4d58-a7ea-c00ace0e5fb0 on network 14afb4e8-c529-4ecb-b70e-20ecdadd3fe6 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:03:51.979194 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cfbe1499-b5f6-4509-99d3-890cd99ca684 req-38526d03-721c-417b-80bb-af559933a975 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 210 time: 0.1329329 Sep 26 18:03:52.032604 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:52.105345 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-acef9130-2ab6-4e82-aea3-c906b1391273 service neutron] Port d0137809-e085-4d58-a7ea-c00ace0e5fb0 on network 14afb4e8-c529-4ecb-b70e-20ecdadd3fe6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:03:52.105690 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-acef9130-2ab6-4e82-aea3-c906b1391273 service neutron] Attempting to bind port d0137809-e085-4d58-a7ea-c00ace0e5fb0 on network 14afb4e8-c529-4ecb-b70e-20ecdadd3fe6 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:03:52.115002 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad02a4637bbc6784d86a2aace3320df3411a20e2c44f76b201c317bb75c75a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc517f57-3385-48c4-9231-23e020aa8bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "f92dd8f8-d04b-4fb0-804a-8842bd4c60c9", "tag": "88eb2714-0a5c-49b3-aebb-0b129916ee37"}]}' {{(pid=106582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:03:52.129839 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-b4d01866-7208-40f2-af53-3111ee919f76 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:52.129839 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-b4d01866-7208-40f2-af53-3111ee919f76 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.88 "GET /networking/v2.0/networks?id=ff0911ec-d0cb-47aa-9835-b96611526a51 HTTP/1.1" status: 200 len: 815 time: 0.3288007 Sep 26 18:03:52.214552 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-5178c0f0-b9d8-4a68-b04b-1abff59f6332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:52.217102 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-5178c0f0-b9d8-4a68-b04b-1abff59f6332 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=3a15ebd862054a64ac1d739db5adc3a2&device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 1128 time: 0.1939924 Sep 26 18:03:52.220965 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-c86273a8-fb53-424d-b308-a28cd58939fa tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks [] for port (9ef108b0-8394-4e0e-8563-6390415fb8c4), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:52.252565 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-acef9130-2ab6-4e82-aea3-c906b1391273 service neutron] Checking agent: {'id': 'b76d05ef-6768-47d4-84e3-b7f3ce45293e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'started_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:03:52.252959 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-acef9130-2ab6-4e82-aea3-c906b1391273 service neutron] Checking segment: {'id': '2127eb0b-2409-4ca7-8afc-f12dda366aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '14afb4e8-c529-4ecb-b70e-20ecdadd3fe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:03:52.253538 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-acef9130-2ab6-4e82-aea3-c906b1391273 service neutron] Bound using segment: {'id': '2127eb0b-2409-4ca7-8afc-f12dda366aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '14afb4e8-c529-4ecb-b70e-20ecdadd3fe6'} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:03:52.254099 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-acef9130-2ab6-4e82-aea3-c906b1391273 service neutron] Bound port: d0137809-e085-4d58-a7ea-c00ace0e5fb0, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2127eb0b-2409-4ca7-8afc-f12dda366aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '14afb4e8-c529-4ecb-b70e-20ecdadd3fe6'}}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:03:52.254538 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-acef9130-2ab6-4e82-aea3-c906b1391273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (d0137809-e085-4d58-a7ea-c00ace0e5fb0), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:52.348487 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-0c0cf6d4-f624-45e7-94e4-8abb329f6507 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88eb2714-0a5c-49b3-aebb-0b129916ee37 HTTP/1.1" status: 200 len: 217 time: 0.0807812 Sep 26 18:03:52.372380 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-aaf8120c-5739-4737-8f6c-c743d00e66ac req-445510da-82e7-4400-8278-ed50b2c9f48b tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 210 time: 0.1329441 Sep 26 18:03:52.420856 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-7f8d2478-dfe2-4817-b2a0-dec52e5efae2 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.88 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ffa58ff5197e48709d5c90ec334b9403 HTTP/1.1" status: 200 len: 379 time: 0.2498522 Sep 26 18:03:52.438313 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-02db3293-185f-4b66-8732-9cda0f4e38e8 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Request body: {'port': {'device_id': '9682673d-b9ac-49a7-9f72-eef56dcbac73', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'admin_state_up': True, 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'security_groups': ['12b3fd10-dbc0-4457-8493-e42f78a8b0cf']}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:52.517904 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-acef9130-2ab6-4e82-aea3-c906b1391273 service neutron] For port d0137809-e085-4d58-a7ea-c00ace0e5fb0, host hv-cinder-85931, cleared binding levels {{(pid=106583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:03:52.548073 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-6df1d573-6872-4696-a3c8-839022af0572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:52.556034 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-acef9130-2ab6-4e82-aea3-c906b1391273 service neutron] For port d0137809-e085-4d58-a7ea-c00ace0e5fb0, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=d0137809-e085-4d58-a7ea-c00ace0e5fb0,segment=NetworkSegment(2127eb0b-2409-4ca7-8afc-f12dda366aad),segment_id=2127eb0b-2409-4ca7-8afc-f12dda366aad)] {{(pid=106583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:03:52.556936 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-6df1d573-6872-4696-a3c8-839022af0572 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=e01e5c5e-987a-4185-87ba-f124ff403d46 HTTP/1.1" status: 200 len: 857 time: 0.1562526 Sep 26 18:03:52.558989 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526a9a9a-3b5b-4cad-9b1b-7b3e9faf7ddc x-openstack-request-id: req-526a9a9a-3b5b-4cad-9b1b-7b3e9faf7ddc {{(pid=106582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:03:52.564580 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f92dd8f8-d04b-4fb0-804a-8842bd4c60c9", "tag": "88eb2714-0a5c-49b3-aebb-0b129916ee37", "status": "completed", "code": 200}]} {{(pid=106582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:03:52.565289 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-526a9a9a-3b5b-4cad-9b1b-7b3e9faf7ddc {{(pid=106582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:03:52.568497 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-526a9a9a-3b5b-4cad-9b1b-7b3e9faf7ddc'] response: {'name': 'network-changed', 'server_uuid': 'f92dd8f8-d04b-4fb0-804a-8842bd4c60c9', 'tag': '88eb2714-0a5c-49b3-aebb-0b129916ee37', 'status': 'completed', 'code': 200} Sep 26 18:03:52.581737 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-c86273a8-fb53-424d-b308-a28cd58939fa tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (9ef108b0-8394-4e0e-8563-6390415fb8c4), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:53.069278 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-889dba18-52b4-438c-885e-0f26de9dbccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:53.074348 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-889dba18-52b4-438c-885e-0f26de9dbccf service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=45aee833-caf9-4514-8a4b-002783e94737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4926438 Sep 26 18:03:53.098715 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-acef9130-2ab6-4e82-aea3-c906b1391273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (d0137809-e085-4d58-a7ea-c00ace0e5fb0), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:53.105047 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-acef9130-2ab6-4e82-aea3-c906b1391273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:53.105665 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-acef9130-2ab6-4e82-aea3-c906b1391273 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:53.107118 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-acef9130-2ab6-4e82-aea3-c906b1391273 service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/d0137809-e085-4d58-a7ea-c00ace0e5fb0 HTTP/1.1" status: 200 len: 1093 time: 3.0288496 Sep 26 18:03:53.117418 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3e0a96-a5c5-43b1-97d6-172536258bc4', 'tag': 'd0137809-e085-4d58-a7ea-c00ace0e5fb0'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:03:53.143685 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541bc0b4-31d0-4d5b-a7dc-ce525ab5e3a1 req-16810c51-a758-486c-aac1-83353db7064f tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:53.153022 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-541bc0b4-31d0-4d5b-a7dc-ce525ab5e3a1 req-16810c51-a758-486c-aac1-83353db7064f tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 943 time: 0.5723131 Sep 26 18:03:53.158802 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-c86273a8-fb53-424d-b308-a28cd58939fa tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Network 45aee833-caf9-4514-8a4b-002783e94737 is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:03:53.196089 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-c86273a8-fb53-424d-b308-a28cd58939fa tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:03:53.196351 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-c86273a8-fb53-424d-b308-a28cd58939fa tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:03:53.283449 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-e7236a1e-26f3-4286-bfc7-6ce704ed6de1 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975546 Sep 26 18:03:53.300183 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1893410-42c6-41d3-99e1-9efaba8f8531" -d '{"events": [{"name": "network-changed", "server_uuid": "4d3e0a96-a5c5-43b1-97d6-172536258bc4", "tag": "d0137809-e085-4d58-a7ea-c00ace0e5fb0"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:03:53.320541 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86273a8-fb53-424d-b308-a28cd58939fa tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Pushing event updated for resources: {'Port': ['ID=9ef108b0-8394-4e0e-8563-6390415fb8c4,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:53.346278 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-02db3293-185f-4b66-8732-9cda0f4e38e8 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Made reservation on behalf of ffa58ff5197e48709d5c90ec334b9403 for: {'port': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:03:53.350538 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-02db3293-185f-4b66-8732-9cda0f4e38e8 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:53.454020 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bc23f-8af5-4d25-b4c4-2afadf77d8ef req-cc977a5e-12be-4d9d-80bb-c83b4fe63d94 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:53.455952 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-599bc23f-8af5-4d25-b4c4-2afadf77d8ef req-cc977a5e-12be-4d9d-80bb-c83b4fe63d94 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 931 time: 0.3005321 Sep 26 18:03:53.461523 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-c86273a8-fb53-424d-b308-a28cd58939fa tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:53.462523 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-c86273a8-fb53-424d-b308-a28cd58939fa tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:53.489880 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-541bc0b4-31d0-4d5b-a7dc-ce525ab5e3a1 req-978bbf51-0328-4135-80d4-cca496d378c8 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356187 Sep 26 18:03:53.629974 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [req-c4cb4a82-f48d-467b-8525-c8e677d51352 req-415b728b-2c0a-4b51-9d5f-0d7ef62047ad service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068938 Sep 26 18:03:53.637610 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:53.755894 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-9082ce52-c49d-43ad-aa49-4b3a1d78a384 None None] Provisioning complete for port 9ef108b0-8394-4e0e-8563-6390415fb8c4 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:53.756536 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-9082ce52-c49d-43ad-aa49-4b3a1d78a384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (9ef108b0-8394-4e0e-8563-6390415fb8c4), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:53.758198 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-9082ce52-c49d-43ad-aa49-4b3a1d78a384 None None] Attempt 1 to provision port 9ef108b0-8394-4e0e-8563-6390415fb8c4 Sep 26 18:03:53.848068 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef9130-2ab6-4e82-aea3-c906b1391273 service neutron] Pushing event updated for resources: {'Port': ['ID=d0137809-e085-4d58-a7ea-c00ace0e5fb0,revision_number=3']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:53.883049 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 46554) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:53.900084 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-5917e81c-d163-4e86-b474-e74e84c002a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:53.921247 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-9082ce52-c49d-43ad-aa49-4b3a1d78a384 None None] Port 9ef108b0-8394-4e0e-8563-6390415fb8c4 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:53.940231 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-5917e81c-d163-4e86-b474-e74e84c002a6 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=bcd6fe4cc3554b888bb25819f5fac1e4&device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 1127 time: 0.5372629 Sep 26 18:03:54.024484 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc517f57-3385-48c4-9231-23e020aa8bfc req-b7545285-e5f6-4879-a6df-27e658487635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:54.027746 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [req-bc517f57-3385-48c4-9231-23e020aa8bfc req-b7545285-e5f6-4879-a6df-27e658487635 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=3a15ebd862054a64ac1d739db5adc3a2&device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 1128 time: 0.1020982 Sep 26 18:03:54.063716 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:54.076336 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-c86273a8-fb53-424d-b308-a28cd58939fa tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6601875 Sep 26 18:03:54.243808 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-599bc23f-8af5-4d25-b4c4-2afadf77d8ef req-73f7a9a0-a9de-4126-9294-e2c31fd937a5 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7759361 Sep 26 18:03:54.262676 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-d0a310a8-b737-4d57-9007-a942ab1541ad service neutron] Request body: {'port': {'device_id': '220b1da2-7651-436f-ab85-1d16ee3ecea0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:54.367538 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfde283f-0f80-42b5-b8d2-3630e8a5295b x-openstack-request-id: req-cfde283f-0f80-42b5-b8d2-3630e8a5295b {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:03:54.368358 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d3e0a96-a5c5-43b1-97d6-172536258bc4", "tag": "d0137809-e085-4d58-a7ea-c00ace0e5fb0", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:03:54.368875 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cfde283f-0f80-42b5-b8d2-3630e8a5295b {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:03:54.369626 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfde283f-0f80-42b5-b8d2-3630e8a5295b'] response: {'name': 'network-changed', 'server_uuid': '4d3e0a96-a5c5-43b1-97d6-172536258bc4', 'tag': 'd0137809-e085-4d58-a7ea-c00ace0e5fb0', 'status': 'completed', 'code': 200} Sep 26 18:03:54.372678 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-d7b1494d-c40f-4c8d-8d3a-917f09336fac service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0137809-e085-4d58-a7ea-c00ace0e5fb0 HTTP/1.1" status: 200 len: 217 time: 0.3035827 Sep 26 18:03:54.422689 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-9082ce52-c49d-43ad-aa49-4b3a1d78a384 None None] Attempt 2 to provision port 9ef108b0-8394-4e0e-8563-6390415fb8c4 Sep 26 18:03:54.424269 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9c456625-b3d1-4241-87bb-a40acf08c03f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:54.458041 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc517f57-3385-48c4-9231-23e020aa8bfc req-23d68dfe-7425-4980-8025-8db7c3c6e060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:54.460554 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [req-bc517f57-3385-48c4-9231-23e020aa8bfc req-23d68dfe-7425-4980-8025-8db7c3c6e060 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=45aee833-caf9-4514-8a4b-002783e94737 HTTP/1.1" status: 200 len: 919 time: 0.4188738 Sep 26 18:03:54.476572 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-00ebaf9d-ace6-4176-9783-c8dddf46c234 req-5d76b203-bf6c-4271-a98a-57c372e8870f tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 210 time: 0.1506140 Sep 26 18:03:54.538186 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-9082ce52-c49d-43ad-aa49-4b3a1d78a384 None None] Port 9ef108b0-8394-4e0e-8563-6390415fb8c4 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:54.639010 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9c456625-b3d1-4241-87bb-a40acf08c03f admin admin] Publish callbacks [] for security_group (32f60f4b-012c-43d4-9b00-ad7cf012b887), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:54.640661 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-02db3293-185f-4b66-8732-9cda0f4e38e8 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Allocated IP 172.20.0.5 (ff0911ec-d0cb-47aa-9835-b96611526a51/1feb17d0-5a16-48d0-945c-e503f8418bcd/88d9ddc3-ae2c-428a-b7ad-f212435e977b) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:03:54.699347 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-d0a310a8-b737-4d57-9007-a942ab1541ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (9ef108b0-8394-4e0e-8563-6390415fb8c4), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:54.752174 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9c456625-b3d1-4241-87bb-a40acf08c03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (32f60f4b-012c-43d4-9b00-ad7cf012b887), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:54.794932 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f7fd5-815f-430c-804e-3e29833d9f59 req-8cf8d688-95e4-4aac-b5ed-c9ebeea2e657 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:54.796452 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fe9f7fd5-815f-430c-804e-3e29833d9f59 req-8cf8d688-95e4-4aac-b5ed-c9ebeea2e657 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 943 time: 0.1574125 Sep 26 18:03:54.804812 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-9c456625-b3d1-4241-87bb-a40acf08c03f admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=1ce539f13fe8493fa0fe48620d9e1dea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9203873 Sep 26 18:03:54.805829 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c456625-b3d1-4241-87bb-a40acf08c03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f60f4b-012c-43d4-9b00-ad7cf012b887,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:54.808928 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 46576) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:54.880203 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-c84a0db2-6270-4e04-9225-55130d6b9567 admin admin] Publish callbacks [] for security_group (32f60f4b-012c-43d4-9b00-ad7cf012b887), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:54.914671 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-c84a0db2-6270-4e04-9225-55130d6b9567 admin admin] Publish callbacks [] for security_group (32f60f4b-012c-43d4-9b00-ad7cf012b887), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:54.971629 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fe9f7fd5-815f-430c-804e-3e29833d9f59 req-57627674-9795-4ab8-a248-a8a15be2910b tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598890 Sep 26 18:03:55.041972 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-9082ce52-c49d-43ad-aa49-4b3a1d78a384 None None] Attempt 3 to provision port 9ef108b0-8394-4e0e-8563-6390415fb8c4 Sep 26 18:03:55.086946 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-9082ce52-c49d-43ad-aa49-4b3a1d78a384 None None] Port 9ef108b0-8394-4e0e-8563-6390415fb8c4 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:55.103600 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-c84a0db2-6270-4e04-9225-55130d6b9567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (32f60f4b-012c-43d4-9b00-ad7cf012b887), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:55.103974 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-02db3293-185f-4b66-8732-9cda0f4e38e8 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for port (88d9ddc3-ae2c-428a-b7ad-f212435e977b), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:55.108665 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-c84a0db2-6270-4e04-9225-55130d6b9567 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:55.110507 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-c84a0db2-6270-4e04-9225-55130d6b9567 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/32f60f4b-012c-43d4-9b00-ad7cf012b887 HTTP/1.1" status: 204 len: 168 time: 0.3004415 Sep 26 18:03:55.128183 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a0db2-6270-4e04-9225-55130d6b9567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f60f4b-012c-43d4-9b00-ad7cf012b887,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:55.236193 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-d0a310a8-b737-4d57-9007-a942ab1541ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ef108b0-8394-4e0e-8563-6390415fb8c4 {{(pid=106583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:03:55.244920 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-d0a310a8-b737-4d57-9007-a942ab1541ad service neutron] Publish callbacks [] for port (9ef108b0-8394-4e0e-8563-6390415fb8c4), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:55.258982 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.provisioning_blocks [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-d0a310a8-b737-4d57-9007-a942ab1541ad service neutron] Transition to ACTIVE for port object 9ef108b0-8394-4e0e-8563-6390415fb8c4 will not be triggered until provisioned by entity L2. {{(pid=106583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:03:55.261321 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-02db3293-185f-4b66-8732-9cda0f4e38e8 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (88d9ddc3-ae2c-428a-b7ad-f212435e977b), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:55.289360 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:INSERT=10,neutron:SELECT=81,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:55.322242 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db3293-185f-4b66-8732-9cda0f4e38e8 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event updated for resources: {'Port': ['ID=88d9ddc3-ae2c-428a-b7ad-f212435e977b,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:55.334544 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-02db3293-185f-4b66-8732-9cda0f4e38e8 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Network ff0911ec-d0cb-47aa-9835-b96611526a51 is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:03:55.339521 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-02db3293-185f-4b66-8732-9cda0f4e38e8 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:03:55.343886 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-02db3293-185f-4b66-8732-9cda0f4e38e8 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:03:55.387054 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-d0a310a8-b737-4d57-9007-a942ab1541ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (9ef108b0-8394-4e0e-8563-6390415fb8c4), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:55.505489 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc016-123a-40c4-b789-fb969d074b44 req-0e4ddc34-12f6-4bbb-9fc6-6649df3f583d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:55.507775 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-81cfc016-123a-40c4-b789-fb969d074b44 req-0e4ddc34-12f6-4bbb-9fc6-6649df3f583d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 943 time: 0.1321657 Sep 26 18:03:55.523845 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-02db3293-185f-4b66-8732-9cda0f4e38e8 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:55.524494 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-02db3293-185f-4b66-8732-9cda0f4e38e8 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:55.571067 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a310a8-b737-4d57-9007-a942ab1541ad service neutron] Pushing event updated for resources: {'Port': ['ID=9ef108b0-8394-4e0e-8563-6390415fb8c4,revision_number=2']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:55.589548 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-9082ce52-c49d-43ad-aa49-4b3a1d78a384 None None] Attempt 4 to provision port 9ef108b0-8394-4e0e-8563-6390415fb8c4 Sep 26 18:03:55.626962 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=100 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:55.636852 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-9082ce52-c49d-43ad-aa49-4b3a1d78a384 None None] Port 9ef108b0-8394-4e0e-8563-6390415fb8c4 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:55.661331 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-81cfc016-123a-40c4-b789-fb969d074b44 req-971d61d7-a960-4a4e-aa0a-b452297b6f3e tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455014 Sep 26 18:03:55.695509 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-d0a310a8-b737-4d57-9007-a942ab1541ad service neutron] Attempting to bind port 9ef108b0-8394-4e0e-8563-6390415fb8c4 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:03:55.695509 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-d0a310a8-b737-4d57-9007-a942ab1541ad service neutron] Attempting to bind port 9ef108b0-8394-4e0e-8563-6390415fb8c4 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '63da25e3-ab21-4200-80f5-c0efc61716da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '45aee833-caf9-4514-8a4b-002783e94737'}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:03:55.695509 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-d0a310a8-b737-4d57-9007-a942ab1541ad service neutron] Attempting to bind port 9ef108b0-8394-4e0e-8563-6390415fb8c4 on network 45aee833-caf9-4514-8a4b-002783e94737 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:03:55.727463 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa3e58-aafa-4612-b2e0-7316e48e5893 req-034e99b4-9aad-490c-ae82-46fc3d8b6512 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:55.729403 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1daa3e58-aafa-4612-b2e0-7316e48e5893 req-034e99b4-9aad-490c-ae82-46fc3d8b6512 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 931 time: 0.0850818 Sep 26 18:03:55.734049 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-02db3293-185f-4b66-8732-9cda0f4e38e8 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3050110 Sep 26 18:03:55.789429 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-d0a310a8-b737-4d57-9007-a942ab1541ad service neutron] Port 9ef108b0-8394-4e0e-8563-6390415fb8c4 on network 45aee833-caf9-4514-8a4b-002783e94737 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:03:55.789709 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-d0a310a8-b737-4d57-9007-a942ab1541ad service neutron] Attempting to bind port 9ef108b0-8394-4e0e-8563-6390415fb8c4 on network 45aee833-caf9-4514-8a4b-002783e94737 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:03:55.824799 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1daa3e58-aafa-4612-b2e0-7316e48e5893 req-74f9f2c3-279d-4774-8149-c91aa7e98224 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=12b3fd10-dbc0-4457-8493-e42f78a8b0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880830 Sep 26 18:03:55.846453 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-d0a310a8-b737-4d57-9007-a942ab1541ad service neutron] Checking agent: {'id': 'b76d05ef-6768-47d4-84e3-b7f3ce45293e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'started_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:03:55.846905 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-d0a310a8-b737-4d57-9007-a942ab1541ad service neutron] Checking segment: {'id': '63da25e3-ab21-4200-80f5-c0efc61716da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '45aee833-caf9-4514-8a4b-002783e94737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:03:55.847271 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-d0a310a8-b737-4d57-9007-a942ab1541ad service neutron] Bound using segment: {'id': '63da25e3-ab21-4200-80f5-c0efc61716da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '45aee833-caf9-4514-8a4b-002783e94737'} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:03:55.847931 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-d0a310a8-b737-4d57-9007-a942ab1541ad service neutron] Bound port: 9ef108b0-8394-4e0e-8563-6390415fb8c4, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63da25e3-ab21-4200-80f5-c0efc61716da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '45aee833-caf9-4514-8a4b-002783e94737'}}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:03:55.848354 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-d0a310a8-b737-4d57-9007-a942ab1541ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (9ef108b0-8394-4e0e-8563-6390415fb8c4), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:55.916183 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-d0a310a8-b737-4d57-9007-a942ab1541ad service neutron] For port 9ef108b0-8394-4e0e-8563-6390415fb8c4, host hv-cinder-85931, cleared binding levels {{(pid=106583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:03:55.919748 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-d0a310a8-b737-4d57-9007-a942ab1541ad service neutron] For port 9ef108b0-8394-4e0e-8563-6390415fb8c4, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9ef108b0-8394-4e0e-8563-6390415fb8c4,segment=NetworkSegment(63da25e3-ab21-4200-80f5-c0efc61716da),segment_id=63da25e3-ab21-4200-80f5-c0efc61716da)] {{(pid=106583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:03:56.118102 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35f828-1dd7-4d7d-8b25-49eb7b508431 req-b9175eb9-905f-4aa1-8176-6420082a6c0e tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:56.119696 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7e35f828-1dd7-4d7d-8b25-49eb7b508431 req-b9175eb9-905f-4aa1-8176-6420082a6c0e tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 943 time: 0.0574119 Sep 26 18:03:56.139600 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-9082ce52-c49d-43ad-aa49-4b3a1d78a384 None None] Attempt 5 to provision port 9ef108b0-8394-4e0e-8563-6390415fb8c4 Sep 26 18:03:56.141432 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-d0a310a8-b737-4d57-9007-a942ab1541ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (9ef108b0-8394-4e0e-8563-6390415fb8c4), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:56.145426 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:56.150744 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-d0a310a8-b737-4d57-9007-a942ab1541ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:56.151383 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-d0a310a8-b737-4d57-9007-a942ab1541ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:56.153025 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-d0a310a8-b737-4d57-9007-a942ab1541ad service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/9ef108b0-8394-4e0e-8563-6390415fb8c4 HTTP/1.1" status: 200 len: 1093 time: 1.9077902 Sep 26 18:03:56.186906 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 46624) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:56.200711 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-94dcaa83-0b81-49d5-9da0-ca62a7b2015c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:56.214192 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-9082ce52-c49d-43ad-aa49-4b3a1d78a384 None None] Port 9ef108b0-8394-4e0e-8563-6390415fb8c4 had new provisioning blocks added so it will not transition to active. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:03:56.222909 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7e35f828-1dd7-4d7d-8b25-49eb7b508431 req-0f5d2f43-6bc6-4987-bbbc-072c227c98f5 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969281 Sep 26 18:03:56.240685 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a310a8-b737-4d57-9007-a942ab1541ad service neutron] Pushing event updated for resources: {'Port': ['ID=9ef108b0-8394-4e0e-8563-6390415fb8c4,revision_number=3']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:56.303141 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-94dcaa83-0b81-49d5-9da0-ca62a7b2015c admin admin] Publish callbacks [] for security_group (fffdf6bf-5569-42bc-aefa-3c5a5095d891), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:56.332418 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-ccdda658-5839-4a2d-862f-f5a5bc944735 None None] Provisioning complete for port 88d9ddc3-ae2c-428a-b7ad-f212435e977b triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:56.332899 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-ccdda658-5839-4a2d-862f-f5a5bc944735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (88d9ddc3-ae2c-428a-b7ad-f212435e977b), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:56.334651 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-ccdda658-5839-4a2d-862f-f5a5bc944735 None None] Attempt 1 to provision port 88d9ddc3-ae2c-428a-b7ad-f212435e977b Sep 26 18:03:56.366854 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-ccdda658-5839-4a2d-862f-f5a5bc944735 None None] Port 88d9ddc3-ae2c-428a-b7ad-f212435e977b cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:56.371760 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220b1da2-7651-436f-ab85-1d16ee3ecea0', 'tag': '9ef108b0-8394-4e0e-8563-6390415fb8c4'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:03:56.374103 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d50d85-cdc4-4051-a49b-5117d7fbc295" -d '{"events": [{"name": "network-changed", "server_uuid": "220b1da2-7651-436f-ab85-1d16ee3ecea0", "tag": "9ef108b0-8394-4e0e-8563-6390415fb8c4"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:03:56.416617 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbb49c7-2f0e-4d12-be4b-702c273da268 x-openstack-request-id: req-4cbb49c7-2f0e-4d12-be4b-702c273da268 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:03:56.416917 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220b1da2-7651-436f-ab85-1d16ee3ecea0", "tag": "9ef108b0-8394-4e0e-8563-6390415fb8c4", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:03:56.417174 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4cbb49c7-2f0e-4d12-be4b-702c273da268 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:03:56.417581 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cbb49c7-2f0e-4d12-be4b-702c273da268'] response: {'name': 'network-changed', 'server_uuid': '220b1da2-7651-436f-ab85-1d16ee3ecea0', 'tag': '9ef108b0-8394-4e0e-8563-6390415fb8c4', 'status': 'completed', 'code': 200} Sep 26 18:03:56.448664 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-94dcaa83-0b81-49d5-9da0-ca62a7b2015c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (fffdf6bf-5569-42bc-aefa-3c5a5095d891), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:56.490527 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-94dcaa83-0b81-49d5-9da0-ca62a7b2015c admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=8858ae8903bf45018b353a2f3948e963&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3026571 Sep 26 18:03:56.492220 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dcaa83-0b81-49d5-9da0-ca62a7b2015c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffdf6bf-5569-42bc-aefa-3c5a5095d891,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:56.493667 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 46630) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:56.548297 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f1e82170-3c03-4a3c-bd08-8c5a90ebc942 admin admin] Publish callbacks [] for security_group (fffdf6bf-5569-42bc-aefa-3c5a5095d891), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:56.571757 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f1e82170-3c03-4a3c-bd08-8c5a90ebc942 admin admin] Publish callbacks [] for security_group (fffdf6bf-5569-42bc-aefa-3c5a5095d891), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:56.869928 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-ccdda658-5839-4a2d-862f-f5a5bc944735 None None] Attempt 2 to provision port 88d9ddc3-ae2c-428a-b7ad-f212435e977b Sep 26 18:03:56.916215 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-ccdda658-5839-4a2d-862f-f5a5bc944735 None None] Port 88d9ddc3-ae2c-428a-b7ad-f212435e977b cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:56.984376 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f1e82170-3c03-4a3c-bd08-8c5a90ebc942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (fffdf6bf-5569-42bc-aefa-3c5a5095d891), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:56.986974 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f1e82170-3c03-4a3c-bd08-8c5a90ebc942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:56.988087 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-f1e82170-3c03-4a3c-bd08-8c5a90ebc942 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/fffdf6bf-5569-42bc-aefa-3c5a5095d891 HTTP/1.1" status: 204 len: 168 time: 0.4926994 Sep 26 18:03:57.028554 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e82170-3c03-4a3c-bd08-8c5a90ebc942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffdf6bf-5569-42bc-aefa-3c5a5095d891,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:57.041916 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa066f3-8d21-4b36-b0c3-61b9d893eb27 req-5b4b05a8-ce52-44f3-9a3c-211dca65f83b tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:57.042566 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9aa066f3-8d21-4b36-b0c3-61b9d893eb27 req-5b4b05a8-ce52-44f3-9a3c-211dca65f83b tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 943 time: 0.2895529 Sep 26 18:03:57.061019 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567a9e2-63f5-4b32-bcf4-8198aa9f82eb req-0fd61f54-959c-4a29-ba0a-08f88b5b7f66 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:57.062881 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2567a9e2-63f5-4b32-bcf4-8198aa9f82eb req-0fd61f54-959c-4a29-ba0a-08f88b5b7f66 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 931 time: 0.0824356 Sep 26 18:03:57.148293 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9aa066f3-8d21-4b36-b0c3-61b9d893eb27 req-ece914e6-5b17-46be-bd40-a8db3ee6dbe6 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951421 Sep 26 18:03:57.171683 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2567a9e2-63f5-4b32-bcf4-8198aa9f82eb req-e5109e93-beea-4ed4-a4b4-bb968811b2d5 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=12b3fd10-dbc0-4457-8493-e42f78a8b0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910130 Sep 26 18:03:57.403892 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d1fa2-e010-41eb-9598-e9bdd8478221 req-c5d3e8c2-13c9-446a-b2c0-8de116e58dc8 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:57.405610 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-562d1fa2-e010-41eb-9598-e9bdd8478221 req-c5d3e8c2-13c9-446a-b2c0-8de116e58dc8 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 943 time: 0.0817692 Sep 26 18:03:57.417481 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-ccdda658-5839-4a2d-862f-f5a5bc944735 None None] Attempt 3 to provision port 88d9ddc3-ae2c-428a-b7ad-f212435e977b Sep 26 18:03:57.460183 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-ccdda658-5839-4a2d-862f-f5a5bc944735 None None] Port 88d9ddc3-ae2c-428a-b7ad-f212435e977b cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:57.463105 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-562d1fa2-e010-41eb-9598-e9bdd8478221 req-a964db31-f22e-45d2-a2d2-d0313a4958be tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512433 Sep 26 18:03:57.811608 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:57.880504 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:57.962223 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-ccdda658-5839-4a2d-862f-f5a5bc944735 None None] Attempt 4 to provision port 88d9ddc3-ae2c-428a-b7ad-f212435e977b Sep 26 18:03:58.025075 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-ccdda658-5839-4a2d-862f-f5a5bc944735 None None] Port 88d9ddc3-ae2c-428a-b7ad-f212435e977b cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:58.353154 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef542b8-7d6a-4686-95ac-3fdfeb89cf0a req-1491dba1-950c-46f3-a039-9525e3fa618d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:58.354727 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4ef542b8-7d6a-4686-95ac-3fdfeb89cf0a req-1491dba1-950c-46f3-a039-9525e3fa618d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 943 time: 0.0756798 Sep 26 18:03:58.366123 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7499841-5f27-41a1-a3d5-a9d568ca4178 req-611b3f9e-38ea-4100-a6b7-6a91e9ecd87b tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:58.368190 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d7499841-5f27-41a1-a3d5-a9d568ca4178 req-611b3f9e-38ea-4100-a6b7-6a91e9ecd87b tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 931 time: 0.0788100 Sep 26 18:03:58.447843 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4ef542b8-7d6a-4686-95ac-3fdfeb89cf0a req-7d8f9088-f9d3-4e76-ad17-6d2c06b6f964 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786405 Sep 26 18:03:58.455675 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d7499841-5f27-41a1-a3d5-a9d568ca4178 req-c50b04bf-662a-4f41-95a6-294ab682f374 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=12b3fd10-dbc0-4457-8493-e42f78a8b0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792623 Sep 26 18:03:58.526251 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-ccdda658-5839-4a2d-862f-f5a5bc944735 None None] Attempt 5 to provision port 88d9ddc3-ae2c-428a-b7ad-f212435e977b Sep 26 18:03:58.565071 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-ccdda658-5839-4a2d-862f-f5a5bc944735 None None] Port 88d9ddc3-ae2c-428a-b7ad-f212435e977b cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:58.597294 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1caa8-530e-4005-a924-4494ef09ab8b req-f4510d92-566d-49ae-ac41-f5c022dad03a tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:58.598854 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c1e1caa8-530e-4005-a924-4494ef09ab8b req-f4510d92-566d-49ae-ac41-f5c022dad03a tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 943 time: 0.0505526 Sep 26 18:03:58.661644 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c1e1caa8-530e-4005-a924-4494ef09ab8b req-8b1eca83-5937-4bbd-a893-3d5c75eabc6d tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492420 Sep 26 18:03:58.874880 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:58.919612 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:59.066140 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-ccdda658-5839-4a2d-862f-f5a5bc944735 None None] Attempt 6 to provision port 88d9ddc3-ae2c-428a-b7ad-f212435e977b Sep 26 18:03:59.105620 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-ccdda658-5839-4a2d-862f-f5a5bc944735 None None] Port 88d9ddc3-ae2c-428a-b7ad-f212435e977b cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:59.574395 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:59.606632 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-ccdda658-5839-4a2d-862f-f5a5bc944735 None None] Attempt 7 to provision port 88d9ddc3-ae2c-428a-b7ad-f212435e977b Sep 26 18:03:59.619088 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944ab7d-ebd0-45c3-bef7-7468c1b542cc req-ca0b4ec7-4877-4adf-8535-1c586c67cef5 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:59.620844 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e944ab7d-ebd0-45c3-bef7-7468c1b542cc req-ca0b4ec7-4877-4adf-8535-1c586c67cef5 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 931 time: 0.0731978 Sep 26 18:03:59.626564 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61aacee-94de-4353-b86e-8e7789c5f996 req-f9953427-4916-47dc-a5d6-ccd0a4be7bd2 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:59.628078 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e61aacee-94de-4353-b86e-8e7789c5f996 req-f9953427-4916-47dc-a5d6-ccd0a4be7bd2 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 943 time: 0.0899684 Sep 26 18:03:59.645918 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-ccdda658-5839-4a2d-862f-f5a5bc944735 None None] Port 88d9ddc3-ae2c-428a-b7ad-f212435e977b cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:59.697425 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e944ab7d-ebd0-45c3-bef7-7468c1b542cc req-be7819bc-e756-4bad-8cf8-5ce980470320 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=12b3fd10-dbc0-4457-8493-e42f78a8b0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683091 Sep 26 18:03:59.709657 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e61aacee-94de-4353-b86e-8e7789c5f996 req-ce3a1fca-f86e-4817-9c28-e9dde8689ce7 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650678 Sep 26 18:03:59.803161 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac6073-3e91-4a8b-bd68-3425057e759f req-958bd834-0fc9-4dcf-98f4-429799da5884 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:59.804767 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-61ac6073-3e91-4a8b-bd68-3425057e759f req-958bd834-0fc9-4dcf-98f4-429799da5884 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 943 time: 0.0492527 Sep 26 18:03:59.855295 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-61ac6073-3e91-4a8b-bd68-3425057e759f req-fa8d8610-7b15-42c2-912a-3efceab004a8 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443552 Sep 26 18:04:00.147933 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-ccdda658-5839-4a2d-862f-f5a5bc944735 None None] Attempt 8 to provision port 88d9ddc3-ae2c-428a-b7ad-f212435e977b Sep 26 18:04:00.181064 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-ccdda658-5839-4a2d-862f-f5a5bc944735 None None] Port 88d9ddc3-ae2c-428a-b7ad-f212435e977b cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:04:00.273616 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:00.325519 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [req-bc517f57-3385-48c4-9231-23e020aa8bfc req-fdf3ac1f-cc6e-4a7e-b8cc-0e1604cbcf95 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88eb2714-0a5c-49b3-aebb-0b129916ee37 HTTP/1.1" status: 200 len: 217 time: 0.0374730 Sep 26 18:04:00.358646 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-5398d349-fca2-4042-ba43-68cc277b4ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:00.360157 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-5398d349-fca2-4042-ba43-68cc277b4ba7 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=f7c421de-8c97-43f0-abfe-f3557912f701 HTTP/1.1" status: 200 len: 850 time: 0.0723643 Sep 26 18:04:00.622355 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-09dd86ec-b4fe-4efd-b13c-673081b1e359 service neutron] Request body: {'port': {'device_id': '9682673d-b9ac-49a7-9f72-eef56dcbac73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:00.682385 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-ccdda658-5839-4a2d-862f-f5a5bc944735 None None] Attempt 9 to provision port 88d9ddc3-ae2c-428a-b7ad-f212435e977b Sep 26 18:04:00.692078 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-09dd86ec-b4fe-4efd-b13c-673081b1e359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (88d9ddc3-ae2c-428a-b7ad-f212435e977b), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:00.726321 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-ccdda658-5839-4a2d-862f-f5a5bc944735 None None] Port 88d9ddc3-ae2c-428a-b7ad-f212435e977b cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:04:00.829779 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc517f57-3385-48c4-9231-23e020aa8bfc req-91bc9e47-d7af-47c0-bb8f-ca8205428c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:00.831415 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [req-bc517f57-3385-48c4-9231-23e020aa8bfc req-91bc9e47-d7af-47c0-bb8f-ca8205428c8c service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=e01e5c5e-987a-4185-87ba-f124ff403d46 HTTP/1.1" status: 200 len: 857 time: 0.0525827 Sep 26 18:04:00.899604 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc517f57-3385-48c4-9231-23e020aa8bfc req-428d47f6-e062-43e2-8d6c-160031c17097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:00.901696 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [req-bc517f57-3385-48c4-9231-23e020aa8bfc req-428d47f6-e062-43e2-8d6c-160031c17097 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=45aee833-caf9-4514-8a4b-002783e94737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507767 Sep 26 18:04:00.930556 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:01.011836 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d50d85-cdc4-4051-a49b-5117d7fbc295 req-37c8fd97-f4a9-4384-b080-6e028bd88595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:01.013409 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-18d50d85-cdc4-4051-a49b-5117d7fbc295 req-37c8fd97-f4a9-4384-b080-6e028bd88595 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=3a15ebd862054a64ac1d739db5adc3a2&device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 1127 time: 0.1914198 Sep 26 18:04:01.014306 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-9415f6e0-bf41-4551-b020-75741bb601b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:01.015621 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-9415f6e0-bf41-4551-b020-75741bb601b7 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=14afb4e8-c529-4ecb-b70e-20ecdadd3fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1980906 Sep 26 18:04:01.038197 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f353cd1-149b-48e4-b59f-8af79bb70b7c req-41a5d566-6f46-48dc-927b-beec449c284f tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:01.039727 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7f353cd1-149b-48e4-b59f-8af79bb70b7c req-41a5d566-6f46-48dc-927b-beec449c284f tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 931 time: 0.2204280 Sep 26 18:04:01.070781 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559abc4-4477-4656-b41b-6daeeee5d6b0 req-6b094ae1-b241-4ffc-9a32-81baac521bcd tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:01.072263 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8559abc4-4477-4656-b41b-6daeeee5d6b0 req-6b094ae1-b241-4ffc-9a32-81baac521bcd tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 943 time: 0.2515504 Sep 26 18:04:01.194526 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7f353cd1-149b-48e4-b59f-8af79bb70b7c req-80b56201-fd89-428a-a9c4-8f47b226474a tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=12b3fd10-dbc0-4457-8493-e42f78a8b0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209421 Sep 26 18:04:01.200381 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8559abc4-4477-4656-b41b-6daeeee5d6b0 req-423fa56d-a755-4a61-92d0-7c17067176f9 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179690 Sep 26 18:04:01.228453 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-ccdda658-5839-4a2d-862f-f5a5bc944735 None None] Attempt 10 to provision port 88d9ddc3-ae2c-428a-b7ad-f212435e977b Sep 26 18:04:01.259400 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 46774) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:01.326329 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-ccdda658-5839-4a2d-862f-f5a5bc944735 None None] Port 88d9ddc3-ae2c-428a-b7ad-f212435e977b cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:04:01.348561 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-09dd86ec-b4fe-4efd-b13c-673081b1e359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88d9ddc3-ae2c-428a-b7ad-f212435e977b {{(pid=106583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:04:01.363040 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-09dd86ec-b4fe-4efd-b13c-673081b1e359 service neutron] Publish callbacks [] for port (88d9ddc3-ae2c-428a-b7ad-f212435e977b), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:01.388388 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de0664-e770-4c33-8db6-749b32f495f1 req-826dcc0d-cb9a-4c77-8493-9a37f30be3d8 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:01.389787 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c6de0664-e770-4c33-8db6-749b32f495f1 req-826dcc0d-cb9a-4c77-8493-9a37f30be3d8 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 943 time: 0.0817127 Sep 26 18:04:01.399036 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.provisioning_blocks [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-09dd86ec-b4fe-4efd-b13c-673081b1e359 service neutron] Transition to ACTIVE for port object 88d9ddc3-ae2c-428a-b7ad-f212435e977b will not be triggered until provisioned by entity L2. {{(pid=106583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:04:01.401988 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8d9a3374-aae8-445d-8378-5293ab7e8ea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:01.465270 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c6de0664-e770-4c33-8db6-749b32f495f1 req-90598f13-3426-4d27-abba-c5d81e6ec905 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648565 Sep 26 18:04:01.491083 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8d9a3374-aae8-445d-8378-5293ab7e8ea8 admin admin] Publish callbacks [] for security_group (6f841bb0-ba75-458d-ae5d-7ef530b9a854), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:01.554114 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-09dd86ec-b4fe-4efd-b13c-673081b1e359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (88d9ddc3-ae2c-428a-b7ad-f212435e977b), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:01.639162 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd86ec-b4fe-4efd-b13c-673081b1e359 service neutron] Pushing event updated for resources: {'Port': ['ID=88d9ddc3-ae2c-428a-b7ad-f212435e977b,revision_number=2']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:01.668120 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8d9a3374-aae8-445d-8378-5293ab7e8ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (6f841bb0-ba75-458d-ae5d-7ef530b9a854), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:01.684722 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-09dd86ec-b4fe-4efd-b13c-673081b1e359 service neutron] Attempting to bind port 88d9ddc3-ae2c-428a-b7ad-f212435e977b on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:04:01.709013 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-09dd86ec-b4fe-4efd-b13c-673081b1e359 service neutron] Attempting to bind port 88d9ddc3-ae2c-428a-b7ad-f212435e977b by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'ed751284-034c-4094-bf91-e2a4a99e4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51'}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:04:01.709013 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-09dd86ec-b4fe-4efd-b13c-673081b1e359 service neutron] Attempting to bind port 88d9ddc3-ae2c-428a-b7ad-f212435e977b on network ff0911ec-d0cb-47aa-9835-b96611526a51 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:04:01.720388 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-8d9a3374-aae8-445d-8378-5293ab7e8ea8 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=4b0f25b318054d85b6ab8d1bea54aaef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4591832 Sep 26 18:04:01.722618 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a3374-aae8-445d-8378-5293ab7e8ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f841bb0-ba75-458d-ae5d-7ef530b9a854,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:01.726349 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 46790) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:01.783725 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-09dd86ec-b4fe-4efd-b13c-673081b1e359 service neutron] Port 88d9ddc3-ae2c-428a-b7ad-f212435e977b on network ff0911ec-d0cb-47aa-9835-b96611526a51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:04:01.784061 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-09dd86ec-b4fe-4efd-b13c-673081b1e359 service neutron] Attempting to bind port 88d9ddc3-ae2c-428a-b7ad-f212435e977b on network ff0911ec-d0cb-47aa-9835-b96611526a51 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:04:01.845751 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-aa12e29a-b45f-41e7-86d8-32239e0ef098 admin admin] Publish callbacks [] for security_group (6f841bb0-ba75-458d-ae5d-7ef530b9a854), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:01.861896 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-09dd86ec-b4fe-4efd-b13c-673081b1e359 service neutron] Checking agent: {'id': 'b76d05ef-6768-47d4-84e3-b7f3ce45293e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'started_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:04:01.862466 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-09dd86ec-b4fe-4efd-b13c-673081b1e359 service neutron] Checking segment: {'id': 'ed751284-034c-4094-bf91-e2a4a99e4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:04:01.881870 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-09dd86ec-b4fe-4efd-b13c-673081b1e359 service neutron] Bound using segment: {'id': 'ed751284-034c-4094-bf91-e2a4a99e4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51'} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:04:01.881870 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-09dd86ec-b4fe-4efd-b13c-673081b1e359 service neutron] Bound port: 88d9ddc3-ae2c-428a-b7ad-f212435e977b, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed751284-034c-4094-bf91-e2a4a99e4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51'}}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:04:01.881870 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-09dd86ec-b4fe-4efd-b13c-673081b1e359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (88d9ddc3-ae2c-428a-b7ad-f212435e977b), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:01.888384 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-aa12e29a-b45f-41e7-86d8-32239e0ef098 admin admin] Publish callbacks [] for security_group (6f841bb0-ba75-458d-ae5d-7ef530b9a854), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:01.963607 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-09dd86ec-b4fe-4efd-b13c-673081b1e359 service neutron] For port 88d9ddc3-ae2c-428a-b7ad-f212435e977b, host hv-cinder-85931, cleared binding levels {{(pid=106583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:04:01.965573 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-09dd86ec-b4fe-4efd-b13c-673081b1e359 service neutron] For port 88d9ddc3-ae2c-428a-b7ad-f212435e977b, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=88d9ddc3-ae2c-428a-b7ad-f212435e977b,segment=NetworkSegment(ed751284-034c-4094-bf91-e2a4a99e4455),segment_id=ed751284-034c-4094-bf91-e2a4a99e4455)] {{(pid=106583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:04:02.079456 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-d429ebb1-f77b-4d3c-9f21-0bf21119c515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:02.080081 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-aa12e29a-b45f-41e7-86d8-32239e0ef098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (6f841bb0-ba75-458d-ae5d-7ef530b9a854), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:02.084570 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-aa12e29a-b45f-41e7-86d8-32239e0ef098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:02.085533 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-aa12e29a-b45f-41e7-86d8-32239e0ef098 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/6f841bb0-ba75-458d-ae5d-7ef530b9a854 HTTP/1.1" status: 204 len: 168 time: 0.3554792 Sep 26 18:04:02.088837 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-09dd86ec-b4fe-4efd-b13c-673081b1e359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (88d9ddc3-ae2c-428a-b7ad-f212435e977b), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:02.092460 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-09dd86ec-b4fe-4efd-b13c-673081b1e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:02.093085 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-09dd86ec-b4fe-4efd-b13c-673081b1e359 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:02.094543 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-09dd86ec-b4fe-4efd-b13c-673081b1e359 service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/88d9ddc3-ae2c-428a-b7ad-f212435e977b HTTP/1.1" status: 200 len: 1093 time: 1.4766214 Sep 26 18:04:02.097690 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9682673d-b9ac-49a7-9f72-eef56dcbac73', 'tag': '88d9ddc3-ae2c-428a-b7ad-f212435e977b'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:04:02.100530 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f415671-b7f6-4165-a9e1-b36a636191ce" -d '{"events": [{"name": "network-changed", "server_uuid": "9682673d-b9ac-49a7-9f72-eef56dcbac73", "tag": "88d9ddc3-ae2c-428a-b7ad-f212435e977b"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:04:02.109653 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12e29a-b45f-41e7-86d8-32239e0ef098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f841bb0-ba75-458d-ae5d-7ef530b9a854,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:02.185589 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187b47ae-b938-4544-beea-c078fe84223a x-openstack-request-id: req-187b47ae-b938-4544-beea-c078fe84223a {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:04:02.185875 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9682673d-b9ac-49a7-9f72-eef56dcbac73", "tag": "88d9ddc3-ae2c-428a-b7ad-f212435e977b", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:04:02.186157 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-187b47ae-b938-4544-beea-c078fe84223a {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:04:02.186548 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-187b47ae-b938-4544-beea-c078fe84223a'] response: {'name': 'network-changed', 'server_uuid': '9682673d-b9ac-49a7-9f72-eef56dcbac73', 'tag': '88d9ddc3-ae2c-428a-b7ad-f212435e977b', 'status': 'completed', 'code': 200} Sep 26 18:04:02.278041 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [req-bc517f57-3385-48c4-9231-23e020aa8bfc req-fdf53cd1-b272-4bd0-840c-ee2bc35c7953 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279025 Sep 26 18:04:02.363280 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd86ec-b4fe-4efd-b13c-673081b1e359 service neutron] Pushing event updated for resources: {'Port': ['ID=88d9ddc3-ae2c-428a-b7ad-f212435e977b,revision_number=3']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:02.435530 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [req-bc517f57-3385-48c4-9231-23e020aa8bfc req-e25ee9ef-0248-4479-b98a-e52414a9ecf5 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499100 Sep 26 18:04:02.707351 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f415671-b7f6-4165-a9e1-b36a636191ce req-7ff17852-c917-43e0-9b80-e219fea10388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:02.709081 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9f415671-b7f6-4165-a9e1-b36a636191ce req-7ff17852-c917-43e0-9b80-e219fea10388 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=ffa58ff5197e48709d5c90ec334b9403&device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 1127 time: 0.4469631 Sep 26 18:04:02.739494 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7bd9c-d94d-4c2c-a6ae-4e77f780a578 req-b108123c-c343-40b0-bd10-ca8c599f812c tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:02.741649 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d7e7bd9c-d94d-4c2c-a6ae-4e77f780a578 req-b108123c-c343-40b0-bd10-ca8c599f812c tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 943 time: 0.3651242 Sep 26 18:04:02.772479 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea200d34-0766-43c7-bb02-2e81d8bae9d4 req-e781b94d-2ee3-43f9-b9dc-69e3b81ddb22 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:02.773995 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ea200d34-0766-43c7-bb02-2e81d8bae9d4 req-e781b94d-2ee3-43f9-b9dc-69e3b81ddb22 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 943 time: 0.4374881 Sep 26 18:04:02.861322 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-d0556a02-0570-41ee-8fbb-2e265331cc7c service neutron] 10.222.0.88 "GET /networking/v2.0/networks/14afb4e8-c529-4ecb-b70e-20ecdadd3fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6926954 Sep 26 18:04:02.874678 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d50d85-cdc4-4051-a49b-5117d7fbc295 req-c3c90a8f-e5f1-4bba-ae75-6b4ff87ed1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:02.876123 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-18d50d85-cdc4-4051-a49b-5117d7fbc295 req-c3c90a8f-e5f1-4bba-ae75-6b4ff87ed1f8 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=3a15ebd862054a64ac1d739db5adc3a2&shared=False HTTP/1.1" status: 200 len: 919 time: 0.7212117 Sep 26 18:04:03.052009 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:03.062602 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d7e7bd9c-d94d-4c2c-a6ae-4e77f780a578 req-8e390edb-3d25-443f-b4f9-886f6d176e08 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967629 Sep 26 18:04:03.096234 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 88eb2714-0a5c-49b3-aebb-0b129916ee37 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:04:03.146723 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ea200d34-0766-43c7-bb02-2e81d8bae9d4 req-8c911d49-f97a-47b4-8b93-9cd805636978 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=12b3fd10-dbc0-4457-8493-e42f78a8b0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3419726 Sep 26 18:04:03.154934 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 46838) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:03.196884 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ba973d11-f916-4054-9bd5-ac0d1306ea48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:03.201647 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f415671-b7f6-4165-a9e1-b36a636191ce req-ecd3a100-42bc-4245-9103-0d7be9e97190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:03.203173 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9f415671-b7f6-4165-a9e1-b36a636191ce req-ecd3a100-42bc-4245-9103-0d7be9e97190 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=ffa58ff5197e48709d5c90ec334b9403&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4739287 Sep 26 18:04:03.222608 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=100 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:03.280300 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-83cdbd2f-5927-4f79-be2b-f8d5241c7210 req-33517731-5d0a-4474-9c6d-2529ee577f2d service neutron] 10.222.0.88 "GET /networking/v2.0/networks/14afb4e8-c529-4ecb-b70e-20ecdadd3fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089839 Sep 26 18:04:03.286098 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 88eb2714-0a5c-49b3-aebb-0b129916ee37, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=88eb2714-0a5c-49b3-aebb-0b129916ee37,segment=NetworkSegment(63da25e3-ab21-4200-80f5-c0efc61716da),segment_id=63da25e3-ab21-4200-80f5-c0efc61716da)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:03.289865 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d50d85-cdc4-4051-a49b-5117d7fbc295 req-f5349a2f-3b6b-4d5f-ae7b-39138a2fcc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:03.291035 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-18d50d85-cdc4-4051-a49b-5117d7fbc295 req-f5349a2f-3b6b-4d5f-ae7b-39138a2fcc5d service neutron] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3938303 Sep 26 18:04:03.299141 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac01e2b-6c73-4036-9305-30e2b2903489 req-b028553c-97f4-4841-a089-7733a03e1d43 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:03.300698 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0ac01e2b-6c73-4036-9305-30e2b2903489 req-b028553c-97f4-4841-a089-7733a03e1d43 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 943 time: 0.1012554 Sep 26 18:04:03.311180 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Returning: {'device': '88eb2714-0a5c-49b3-aebb-0b129916ee37', 'network_id': '45aee833-caf9-4514-8a4b-002783e94737', 'port_id': '88eb2714-0a5c-49b3-aebb-0b129916ee37', 'mac_address': 'fa:16:3e:6b:5b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e01e5c5e-987a-4185-87ba-f124ff403d46', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:04:03.326839 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ba973d11-f916-4054-9bd5-ac0d1306ea48 admin admin] Publish callbacks [] for security_group (8d22463d-09ce-4958-9994-b3363e76604f), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:03.358252 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port 88eb2714-0a5c-49b3-aebb-0b129916ee37 is: DOWN; New status is: BUILD {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:03.358495 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0ac01e2b-6c73-4036-9305-30e2b2903489 req-92d7c1b6-eebf-4bc2-b408-3e6ee74a5c9f tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509634 Sep 26 18:04:03.358594 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (88eb2714-0a5c-49b3-aebb-0b129916ee37), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:03.372744 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88eb2714-0a5c-49b3-aebb-0b129916ee37 {{(pid=106584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:04:03.394729 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 88eb2714-0a5c-49b3-aebb-0b129916ee37, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=88eb2714-0a5c-49b3-aebb-0b129916ee37,segment=NetworkSegment(63da25e3-ab21-4200-80f5-c0efc61716da),segment_id=63da25e3-ab21-4200-80f5-c0efc61716da)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:03.483028 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (88eb2714-0a5c-49b3-aebb-0b129916ee37), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:03.483533 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ba973d11-f916-4054-9bd5-ac0d1306ea48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (8d22463d-09ce-4958-9994-b3363e76604f), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:03.524108 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba973d11-f916-4054-9bd5-ac0d1306ea48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d22463d-09ce-4958-9994-b3363e76604f,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:03.530722 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-ba973d11-f916-4054-9bd5-ac0d1306ea48 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=02a75d7df1db4133b58088ac3ddac9ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3736417 Sep 26 18:04:03.533493 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 46840) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:03.542751 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=88eb2714-0a5c-49b3-aebb-0b129916ee37,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:03.588517 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-c98eb6cd-0b6a-4757-bc55-8c327735682f admin admin] Publish callbacks [] for security_group (8d22463d-09ce-4958-9994-b3363e76604f), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:03.612358 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-c98eb6cd-0b6a-4757-bc55-8c327735682f admin admin] Publish callbacks [] for security_group (8d22463d-09ce-4958-9994-b3363e76604f), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:03.754533 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-c98eb6cd-0b6a-4757-bc55-8c327735682f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (8d22463d-09ce-4958-9994-b3363e76604f), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:03.758602 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-c98eb6cd-0b6a-4757-bc55-8c327735682f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:03.760400 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-c98eb6cd-0b6a-4757-bc55-8c327735682f admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/8d22463d-09ce-4958-9994-b3363e76604f HTTP/1.1" status: 204 len: 168 time: 0.2256002 Sep 26 18:04:03.771517 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98eb6cd-0b6a-4757-bc55-8c327735682f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d22463d-09ce-4958-9994-b3363e76604f,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:03.788903 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:03.850680 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 46852) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:03.967608 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fdb257cd-aaa0-4321-907f-c2df6a40e468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:04.057920 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fdb257cd-aaa0-4321-907f-c2df6a40e468 admin admin] Publish callbacks [] for security_group (326b1ab7-ba8a-4de6-a729-608fc117bc68), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:04.216337 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fdb257cd-aaa0-4321-907f-c2df6a40e468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (326b1ab7-ba8a-4de6-a729-608fc117bc68), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:04.269208 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddf404-f0ec-4ac2-8abd-c8f7217ffcc5 req-64bfe789-9a70-4ef0-8550-5946c59df871 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:04.270646 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-91ddf404-f0ec-4ac2-8abd-c8f7217ffcc5 req-64bfe789-9a70-4ef0-8550-5946c59df871 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 943 time: 0.1038787 Sep 26 18:04:04.306943 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb257cd-aaa0-4321-907f-c2df6a40e468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326b1ab7-ba8a-4de6-a729-608fc117bc68,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:04.323800 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-fdb257cd-aaa0-4321-907f-c2df6a40e468 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=13607a27c6334c7b8f067b6c99115d45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4693775 Sep 26 18:04:04.324142 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 46874) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:04.330496 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-7d7bdb6b-d916-46ba-ac47-ad2ecc695ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:04.339116 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26071c4-1d1f-4860-8df8-a9b5cc121fc1 req-9ed4c4ad-a3a1-4911-a593-900b5dd6c10b tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:04.340758 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e26071c4-1d1f-4860-8df8-a9b5cc121fc1 req-9ed4c4ad-a3a1-4911-a593-900b5dd6c10b tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 943 time: 0.0957286 Sep 26 18:04:04.385567 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-91ddf404-f0ec-4ac2-8abd-c8f7217ffcc5 req-78ad3e2b-a9de-490d-946d-0f57a593ed5f tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904410 Sep 26 18:04:04.415108 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9d507345-bd02-48e1-9536-0c68ff5785c6 admin admin] Publish callbacks [] for security_group (326b1ab7-ba8a-4de6-a729-608fc117bc68), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:04.417504 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e26071c4-1d1f-4860-8df8-a9b5cc121fc1 req-c2edc98b-f106-4a0c-9d3e-d87935c38f44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=12b3fd10-dbc0-4457-8493-e42f78a8b0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667684 Sep 26 18:04:04.453311 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9d507345-bd02-48e1-9536-0c68ff5785c6 admin admin] Publish callbacks [] for security_group (326b1ab7-ba8a-4de6-a729-608fc117bc68), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:04.532427 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167a3c6-60ef-46e6-a544-985f30a23532 req-8dd3a2c4-9363-4039-a71f-0a8ef22cf655 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:04.533095 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2167a3c6-60ef-46e6-a544-985f30a23532 req-8dd3a2c4-9363-4039-a71f-0a8ef22cf655 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 943 time: 0.0635591 Sep 26 18:04:04.582787 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2167a3c6-60ef-46e6-a544-985f30a23532 req-f793615e-bfdb-4682-855c-0faf65553add tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435729 Sep 26 18:04:04.645074 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9d507345-bd02-48e1-9536-0c68ff5785c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (326b1ab7-ba8a-4de6-a729-608fc117bc68), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:04.648617 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9d507345-bd02-48e1-9536-0c68ff5785c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:04.650444 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-9d507345-bd02-48e1-9536-0c68ff5785c6 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/326b1ab7-ba8a-4de6-a729-608fc117bc68 HTTP/1.1" status: 204 len: 168 time: 0.3247144 Sep 26 18:04:04.662452 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d507345-bd02-48e1-9536-0c68ff5785c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326b1ab7-ba8a-4de6-a729-608fc117bc68,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:05.306386 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:05.496386 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:05.542044 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42276a29-3013-4181-97af-2993d6e2708f req-35191b60-ad04-4344-a02b-df946b76bc48 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:05.542044 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-42276a29-3013-4181-97af-2993d6e2708f req-35191b60-ad04-4344-a02b-df946b76bc48 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 943 time: 0.0629447 Sep 26 18:04:05.571900 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 46914) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:05.586513 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-56a4bc02-dc9d-47f0-bd41-34ecd3ce25a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:05.593305 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2528a6f-4d36-4a78-8546-fa046a369c6e req-b6c2aae1-05b7-4bb0-a1c5-18ec89ff2023 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:05.593305 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d2528a6f-4d36-4a78-8546-fa046a369c6e req-b6c2aae1-05b7-4bb0-a1c5-18ec89ff2023 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 943 time: 0.0736496 Sep 26 18:04:05.637076 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-42276a29-3013-4181-97af-2993d6e2708f req-f1a103f7-8750-4f51-9afb-fb0719556a28 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816653 Sep 26 18:04:05.668959 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-56a4bc02-dc9d-47f0-bd41-34ecd3ce25a9 admin admin] Publish callbacks [] for security_group (83ee178f-88c2-4445-81f5-18078e8c5aa6), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:05.671293 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d2528a6f-4d36-4a78-8546-fa046a369c6e req-26a911e2-9623-4093-859f-76a50b781523 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=12b3fd10-dbc0-4457-8493-e42f78a8b0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680039 Sep 26 18:04:05.753826 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bb7c4-993d-438d-9436-bb2377b11c32 req-bd5384ce-5e92-46cc-b175-f5dae742c3ba tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:05.755408 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e23bb7c4-993d-438d-9436-bb2377b11c32 req-bd5384ce-5e92-46cc-b175-f5dae742c3ba tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 943 time: 0.0476391 Sep 26 18:04:05.770683 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-56a4bc02-dc9d-47f0-bd41-34ecd3ce25a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (83ee178f-88c2-4445-81f5-18078e8c5aa6), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:05.810315 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e23bb7c4-993d-438d-9436-bb2377b11c32 req-e56bbe9c-3bcb-485b-9f48-dd82e8dd5568 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464315 Sep 26 18:04:05.810596 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-56a4bc02-dc9d-47f0-bd41-34ecd3ce25a9 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=0cce71b499c84857b5993fd0de8c4c79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372744 Sep 26 18:04:05.811197 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4bc02-dc9d-47f0-bd41-34ecd3ce25a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ee178f-88c2-4445-81f5-18078e8c5aa6,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:05.813092 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 46920) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:05.883124 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-37a0431e-a932-44a6-bc92-b63559170eb7 admin admin] Publish callbacks [] for security_group (83ee178f-88c2-4445-81f5-18078e8c5aa6), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:05.904290 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-37a0431e-a932-44a6-bc92-b63559170eb7 admin admin] Publish callbacks [] for security_group (83ee178f-88c2-4445-81f5-18078e8c5aa6), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:06.153954 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-37a0431e-a932-44a6-bc92-b63559170eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (83ee178f-88c2-4445-81f5-18078e8c5aa6), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:06.156500 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-37a0431e-a932-44a6-bc92-b63559170eb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:06.157635 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-37a0431e-a932-44a6-bc92-b63559170eb7 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/83ee178f-88c2-4445-81f5-18078e8c5aa6 HTTP/1.1" status: 204 len: 168 time: 0.3431528 Sep 26 18:04:06.191996 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0431e-a932-44a6-bc92-b63559170eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ee178f-88c2-4445-81f5-18078e8c5aa6,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:06.196902 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-651f1e83-4ead-406a-ba08-60bab443b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:06.200306 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-651f1e83-4ead-406a-ba08-60bab443b8a7 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=3a15ebd862054a64ac1d739db5adc3a2&device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 1127 time: 0.0804379 Sep 26 18:04:06.208295 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f415671-b7f6-4165-a9e1-b36a636191ce req-fec2c629-29c4-48c8-a014-a6b7009e9669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:06.210745 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9f415671-b7f6-4165-a9e1-b36a636191ce req-fec2c629-29c4-48c8-a014-a6b7009e9669 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1715822 Sep 26 18:04:06.353631 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 46930) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:06.462330 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['88eb2714-0a5c-49b3-aebb-0b129916ee37'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:04:06.567514 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f9c39bbe-e74a-40c5-b50f-a9da2fcb7747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:06.654762 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f9c39bbe-e74a-40c5-b50f-a9da2fcb7747 admin admin] Publish callbacks [] for security_group (177a0163-0e89-4717-9feb-b8b0a6a43eab), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:06.996906 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d52d4-e24e-4d57-9254-e99750ab5a15 req-ece2cc0c-c34d-4e29-8b4f-2e4e38f08610 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:06.996906 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-770d52d4-e24e-4d57-9254-e99750ab5a15 req-ece2cc0c-c34d-4e29-8b4f-2e4e38f08610 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 943 time: 0.0711555 Sep 26 18:04:06.996906 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a508d-8d23-4c68-98d2-0cc6d09e08e0 req-6530a983-85e9-43f0-af6b-1811f952f5ed tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:06.996906 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0d3a508d-8d23-4c68-98d2-0cc6d09e08e0 req-6530a983-85e9-43f0-af6b-1811f952f5ed tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 943 time: 0.0786908 Sep 26 18:04:06.996906 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-770d52d4-e24e-4d57-9254-e99750ab5a15 req-5f19da01-8339-4518-ba79-91f56226ffd8 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811560 Sep 26 18:04:06.996906 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0d3a508d-8d23-4c68-98d2-0cc6d09e08e0 req-5c6a6225-3803-41f7-a50d-e037bf605ae2 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=12b3fd10-dbc0-4457-8493-e42f78a8b0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571737 Sep 26 18:04:07.005740 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfe3da-f68a-4813-8209-ffbfcc882ba4 req-a0a107fc-5bb0-4b44-96ba-eed5fa0ae181 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:07.024659 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-75dfe3da-f68a-4813-8209-ffbfcc882ba4 req-a0a107fc-5bb0-4b44-96ba-eed5fa0ae181 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 943 time: 0.0535064 Sep 26 18:04:07.054826 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:07.067317 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-75dfe3da-f68a-4813-8209-ffbfcc882ba4 req-94f54ef6-15a2-4755-b8a9-fb69425da64c tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534699 Sep 26 18:04:07.168749 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f9c39bbe-e74a-40c5-b50f-a9da2fcb7747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (177a0163-0e89-4717-9feb-b8b0a6a43eab), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:07.202627 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:07.214449 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-f9c39bbe-e74a-40c5-b50f-a9da2fcb7747 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=b1b5fda8372e4b48bf582f3aa506afe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8594801 Sep 26 18:04:07.217246 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 46956) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:07.221655 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c39bbe-e74a-40c5-b50f-a9da2fcb7747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177a0163-0e89-4717-9feb-b8b0a6a43eab,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:07.338562 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ccc9799b-fd86-44e9-a1ea-9ffb4fab2315 admin admin] Publish callbacks [] for security_group (177a0163-0e89-4717-9feb-b8b0a6a43eab), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:07.359755 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ccc9799b-fd86-44e9-a1ea-9ffb4fab2315 admin admin] Publish callbacks [] for security_group (177a0163-0e89-4717-9feb-b8b0a6a43eab), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:07.477278 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:07.542956 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ccc9799b-fd86-44e9-a1ea-9ffb4fab2315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (177a0163-0e89-4717-9feb-b8b0a6a43eab), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:07.548645 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ccc9799b-fd86-44e9-a1ea-9ffb4fab2315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:07.551232 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-ccc9799b-fd86-44e9-a1ea-9ffb4fab2315 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/177a0163-0e89-4717-9feb-b8b0a6a43eab HTTP/1.1" status: 204 len: 168 time: 0.3310614 Sep 26 18:04:07.563155 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9799b-fd86-44e9-a1ea-9ffb4fab2315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177a0163-0e89-4717-9feb-b8b0a6a43eab,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:08.106710 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:08.126229 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727d30d-8a74-4815-b635-10ac4eca34ea req-c56de3f7-70ca-4526-940a-1a6057e72ec6 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:08.127789 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5727d30d-8a74-4815-b635-10ac4eca34ea req-c56de3f7-70ca-4526-940a-1a6057e72ec6 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 943 time: 0.0873566 Sep 26 18:04:08.135765 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af7006-57a5-4b6f-b0d2-1aab13ec9cac req-4adb0c1f-a3ab-4ee4-8d6e-0c634a319d95 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:08.137369 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-75af7006-57a5-4b6f-b0d2-1aab13ec9cac req-4adb0c1f-a3ab-4ee4-8d6e-0c634a319d95 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 943 time: 0.0879784 Sep 26 18:04:08.217013 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5727d30d-8a74-4815-b635-10ac4eca34ea req-21f673fe-c3c9-4180-b3a9-c75134485a0b tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786250 Sep 26 18:04:08.233477 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-75af7006-57a5-4b6f-b0d2-1aab13ec9cac req-3683cc39-7a69-4fce-b236-b45359a8c443 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=12b3fd10-dbc0-4457-8493-e42f78a8b0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806425 Sep 26 18:04:08.338810 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46601a-8853-40b9-ac0b-82a239aba913 req-e258de43-1d32-4596-a82e-9dbc306501ad tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:08.340336 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ad46601a-8853-40b9-ac0b-82a239aba913 req-e258de43-1d32-4596-a82e-9dbc306501ad tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 943 time: 0.0500705 Sep 26 18:04:08.389526 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ad46601a-8853-40b9-ac0b-82a239aba913 req-b091741e-9ac2-48c8-af65-906fe741d5bf tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427163 Sep 26 18:04:09.105836 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:09.430115 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a4822-9cbc-490b-83d4-abd5833551dc req-0a6a7637-fbc3-4146-89c6-b11549b3640f tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:09.432140 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c83a4822-9cbc-490b-83d4-abd5833551dc req-0a6a7637-fbc3-4146-89c6-b11549b3640f tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 943 time: 0.1135018 Sep 26 18:04:09.440501 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fbbe4-6b91-4f37-ba3e-8c827f75af47 req-e1b87350-fbd0-460e-af28-9f9b68c1d6cd tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:09.442184 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-312fbbe4-6b91-4f37-ba3e-8c827f75af47 req-e1b87350-fbd0-460e-af28-9f9b68c1d6cd tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 943 time: 0.0759704 Sep 26 18:04:09.521348 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c83a4822-9cbc-490b-83d4-abd5833551dc req-bf08407a-0ee1-4469-b897-b6011a7b8fd7 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774963 Sep 26 18:04:09.531161 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-312fbbe4-6b91-4f37-ba3e-8c827f75af47 req-1c8d3d9e-9271-459b-a9e3-bd4b30d12c59 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=12b3fd10-dbc0-4457-8493-e42f78a8b0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808394 Sep 26 18:04:09.628920 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb907299-bce5-4ce7-bdd9-c12786e51c0f req-e7641bf2-b956-4396-a9b4-3583cd75fc82 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:09.630788 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fb907299-bce5-4ce7-bdd9-c12786e51c0f req-e7641bf2-b956-4396-a9b4-3583cd75fc82 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 943 time: 0.0516288 Sep 26 18:04:09.682706 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fb907299-bce5-4ce7-bdd9-c12786e51c0f req-3aa08304-730f-4140-9a30-1797f6b98ea8 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458078 Sep 26 18:04:09.696808 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 88eb2714-0a5c-49b3-aebb-0b129916ee37 up at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:04:09.746066 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning for port 88eb2714-0a5c-49b3-aebb-0b129916ee37 completed by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:04:09.775371 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-b029ac5c-cf0d-45d6-9691-059b4f3ef0b6 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ef108b0-8394-4e0e-8563-6390415fb8c4 HTTP/1.1" status: 200 len: 217 time: 0.0443828 Sep 26 18:04:09.807071 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1893410-42c6-41d3-99e1-9efaba8f8531 req-60899d65-8d3e-47bf-9dd4-849c8f06e3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:09.808594 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f1893410-42c6-41d3-99e1-9efaba8f8531 req-60899d65-8d3e-47bf-9dd4-849c8f06e3b4 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=bcd6fe4cc3554b888bb25819f5fac1e4&device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 1127 time: 0.0426130 Sep 26 18:04:09.900169 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning complete for port 88eb2714-0a5c-49b3-aebb-0b129916ee37 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:04:09.900560 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (88eb2714-0a5c-49b3-aebb-0b129916ee37), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:09.900901 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Attempt 1 to provision port 88eb2714-0a5c-49b3-aebb-0b129916ee37 Sep 26 18:04:09.980633 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port 88eb2714-0a5c-49b3-aebb-0b129916ee37 is: BUILD; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:09.980633 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (88eb2714-0a5c-49b3-aebb-0b129916ee37), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:10.011886 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92dd8f8-d04b-4fb0-804a-8842bd4c60c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88eb2714-0a5c-49b3-aebb-0b129916ee37'}] {{(pid=106584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:04:10.101116 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 88eb2714-0a5c-49b3-aebb-0b129916ee37, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=88eb2714-0a5c-49b3-aebb-0b129916ee37,segment=NetworkSegment(63da25e3-ab21-4200-80f5-c0efc61716da),segment_id=63da25e3-ab21-4200-80f5-c0efc61716da)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:10.209993 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (88eb2714-0a5c-49b3-aebb-0b129916ee37), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:10.266347 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743b4769c4925b62b4889170aadb5ee5b65d77d3032155737795e39ae48b1258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9260261-caf0-4e30-b571-a7b6683cdc3d" -d '{"events": [{"server_uuid": "f92dd8f8-d04b-4fb0-804a-8842bd4c60c9", "name": "network-vif-plugged", "status": "completed", "tag": "88eb2714-0a5c-49b3-aebb-0b129916ee37"}]}' {{(pid=106584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:04:10.273721 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:10.299768 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=88eb2714-0a5c-49b3-aebb-0b129916ee37,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:10.391899 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66a0014-4c93-4c61-80cf-0d60ed61242c x-openstack-request-id: req-c66a0014-4c93-4c61-80cf-0d60ed61242c {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:04:10.392402 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92dd8f8-d04b-4fb0-804a-8842bd4c60c9", "name": "network-vif-plugged", "status": "completed", "tag": "88eb2714-0a5c-49b3-aebb-0b129916ee37", "code": 200}]} {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:04:10.392805 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c66a0014-4c93-4c61-80cf-0d60ed61242c {{(pid=106584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:04:10.393499 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c66a0014-4c93-4c61-80cf-0d60ed61242c'] response: {'server_uuid': 'f92dd8f8-d04b-4fb0-804a-8842bd4c60c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88eb2714-0a5c-49b3-aebb-0b129916ee37', 'code': 200} Sep 26 18:04:10.399006 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:10.682361 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9b168-d227-4828-b3b1-15b165b08f74 req-b38baf85-ccfb-4267-abd3-052bfce0e0e4 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:10.685095 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-64e9b168-d227-4828-b3b1-15b165b08f74 req-b38baf85-ccfb-4267-abd3-052bfce0e0e4 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 943 time: 0.0703015 Sep 26 18:04:10.741589 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a1dc0-1db6-409e-b6a7-29b15d4a6b24 req-b7d17596-7ee6-48ed-8cc6-ca9dac62f711 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:10.743111 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7a7a1dc0-1db6-409e-b6a7-29b15d4a6b24 req-b7d17596-7ee6-48ed-8cc6-ca9dac62f711 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 943 time: 0.0841625 Sep 26 18:04:10.765543 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:10.792171 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-64e9b168-d227-4828-b3b1-15b165b08f74 req-ba776a7b-9806-4f73-8748-d252c494f291 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=12b3fd10-dbc0-4457-8493-e42f78a8b0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888901 Sep 26 18:04:10.855177 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7a7a1dc0-1db6-409e-b6a7-29b15d4a6b24 req-39a992e0-8b6c-4178-a675-834a1e6b3f66 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881999 Sep 26 18:04:10.936637 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ca7a2-2c03-4151-879e-40a3e1d76336 req-1911905b-c592-4772-bf9f-9db005a1fb4c tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:10.938946 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-248ca7a2-2c03-4151-879e-40a3e1d76336 req-1911905b-c592-4772-bf9f-9db005a1fb4c tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 943 time: 0.0647850 Sep 26 18:04:11.010979 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-248ca7a2-2c03-4151-879e-40a3e1d76336 req-1cce9a43-d81b-4357-8df5-d1c65344460b tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617661 Sep 26 18:04:11.839640 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:UPDATE=3,neutron:SELECT=84,neutron:INSERT=13 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:11.868308 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 47146) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:11.942924 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c5f94-0fbc-4234-b027-c13a5679ad74 req-fd0c9e09-938a-4221-b05c-a4c3e78c8b8b tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:11.946878 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1c8c5f94-0fbc-4234-b027-c13a5679ad74 req-fd0c9e09-938a-4221-b05c-a4c3e78c8b8b tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 943 time: 0.0646770 Sep 26 18:04:12.020310 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-e6ca3da8-1dec-4bb6-8d40-e307a547dbbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:12.047122 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafc87e-e67d-499e-92ea-0186537d221f req-f9ea4626-ca00-4172-9320-2bbe8e80d194 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:12.048570 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-deafc87e-e67d-499e-92ea-0186537d221f req-f9ea4626-ca00-4172-9320-2bbe8e80d194 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 943 time: 0.0914640 Sep 26 18:04:12.074994 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1c8c5f94-0fbc-4234-b027-c13a5679ad74 req-a2502df0-43bc-4f58-b82d-92b7409b9077 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=12b3fd10-dbc0-4457-8493-e42f78a8b0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244400 Sep 26 18:04:12.131947 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-deafc87e-e67d-499e-92ea-0186537d221f req-0776f0d7-c86b-43bc-b0d8-273b19e0f217 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742621 Sep 26 18:04:12.195196 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-e6ca3da8-1dec-4bb6-8d40-e307a547dbbf admin admin] Publish callbacks [] for security_group (c652a5e5-a16c-400b-affc-bb89bb5cc0e1), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:12.208072 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672b237-7520-4b38-bd0d-418acd9e4405 req-d50e09c7-9d3f-44a7-845c-950002b5df8d tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:12.209800 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4672b237-7520-4b38-bd0d-418acd9e4405 req-d50e09c7-9d3f-44a7-845c-950002b5df8d tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 943 time: 0.0597539 Sep 26 18:04:12.262639 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4672b237-7520-4b38-bd0d-418acd9e4405 req-ae641d23-77d3-43f4-9eaf-40ad01e2498b tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471616 Sep 26 18:04:12.320870 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-e6ca3da8-1dec-4bb6-8d40-e307a547dbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (c652a5e5-a16c-400b-affc-bb89bb5cc0e1), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:12.361448 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-e6ca3da8-1dec-4bb6-8d40-e307a547dbbf admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=df294c19c07942039b3631e28b25164e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4919844 Sep 26 18:04:12.362706 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca3da8-1dec-4bb6-8d40-e307a547dbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c652a5e5-a16c-400b-affc-bb89bb5cc0e1,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:12.364707 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 47162) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:12.371567 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca3da8-1dec-4bb6-8d40-e307a547dbbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:12.372050 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca3da8-1dec-4bb6-8d40-e307a547dbbf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:12.372489 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca3da8-1dec-4bb6-8d40-e307a547dbbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:12.372917 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca3da8-1dec-4bb6-8d40-e307a547dbbf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:12.373341 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca3da8-1dec-4bb6-8d40-e307a547dbbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:12.373762 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca3da8-1dec-4bb6-8d40-e307a547dbbf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:12.374185 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca3da8-1dec-4bb6-8d40-e307a547dbbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:12.374632 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca3da8-1dec-4bb6-8d40-e307a547dbbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:12.375311 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca3da8-1dec-4bb6-8d40-e307a547dbbf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:12.376363 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca3da8-1dec-4bb6-8d40-e307a547dbbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:12.376820 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca3da8-1dec-4bb6-8d40-e307a547dbbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:12.377260 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca3da8-1dec-4bb6-8d40-e307a547dbbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:12.377687 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca3da8-1dec-4bb6-8d40-e307a547dbbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:12.378130 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca3da8-1dec-4bb6-8d40-e307a547dbbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:12.378565 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca3da8-1dec-4bb6-8d40-e307a547dbbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:12.474184 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-458b701a-30d6-41ad-a097-8df2f9ccadff admin admin] Publish callbacks [] for security_group (c652a5e5-a16c-400b-affc-bb89bb5cc0e1), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:12.474184 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-458b701a-30d6-41ad-a097-8df2f9ccadff admin admin] Publish callbacks [] for security_group (c652a5e5-a16c-400b-affc-bb89bb5cc0e1), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:12.474821 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device d0137809-e085-4d58-a7ea-c00ace0e5fb0 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:04:12.502521 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:12.784765 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port d0137809-e085-4d58-a7ea-c00ace0e5fb0, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=d0137809-e085-4d58-a7ea-c00ace0e5fb0,segment=NetworkSegment(2127eb0b-2409-4ca7-8afc-f12dda366aad),segment_id=2127eb0b-2409-4ca7-8afc-f12dda366aad)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:12.801189 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Returning: {'device': 'd0137809-e085-4d58-a7ea-c00ace0e5fb0', 'network_id': '14afb4e8-c529-4ecb-b70e-20ecdadd3fe6', 'port_id': 'd0137809-e085-4d58-a7ea-c00ace0e5fb0', 'mac_address': 'fa:16:3e:53:0c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c421de-8c97-43f0-abfe-f3557912f701', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:04:12.841593 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port d0137809-e085-4d58-a7ea-c00ace0e5fb0 is: DOWN; New status is: BUILD {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:12.841899 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (d0137809-e085-4d58-a7ea-c00ace0e5fb0), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:12.857248 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0137809-e085-4d58-a7ea-c00ace0e5fb0 {{(pid=106584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:04:12.887674 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port d0137809-e085-4d58-a7ea-c00ace0e5fb0, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=d0137809-e085-4d58-a7ea-c00ace0e5fb0,segment=NetworkSegment(2127eb0b-2409-4ca7-8afc-f12dda366aad),segment_id=2127eb0b-2409-4ca7-8afc-f12dda366aad)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:12.936312 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-4b176200-9294-4df9-a415-ba8a6dc51711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:12.938978 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-4b176200-9294-4df9-a415-ba8a6dc51711 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=e01e5c5e-987a-4185-87ba-f124ff403d46 HTTP/1.1" status: 200 len: 857 time: 0.4609807 Sep 26 18:04:12.949109 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-1b7287ae-b53d-400d-8e42-df3f1210a7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:12.951660 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-1b7287ae-b53d-400d-8e42-df3f1210a7ef service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=ffa58ff5197e48709d5c90ec334b9403&device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 1127 time: 0.4052482 Sep 26 18:04:13.064396 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-98a05025-cc74-4078-b49c-7df6ae5289f3 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88d9ddc3-ae2c-428a-b7ad-f212435e977b HTTP/1.1" status: 200 len: 217 time: 0.0908501 Sep 26 18:04:13.088303 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-0c56b07a-8fe5-4946-9b56-47bfac9e245f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:13.089792 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-0c56b07a-8fe5-4946-9b56-47bfac9e245f service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=45aee833-caf9-4514-8a4b-002783e94737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1369381 Sep 26 18:04:13.109620 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1893410-42c6-41d3-99e1-9efaba8f8531 req-b3c0e88a-7357-40d1-8881-941dd2c91e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:13.111223 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f1893410-42c6-41d3-99e1-9efaba8f8531 req-b3c0e88a-7357-40d1-8881-941dd2c91e7a service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=14afb4e8-c529-4ecb-b70e-20ecdadd3fe6 HTTP/1.1" status: 200 len: 912 time: 0.6239154 Sep 26 18:04:13.207551 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f1893410-42c6-41d3-99e1-9efaba8f8531 req-2bdeb2fa-7a11-4ccc-99d5-b94e6d11e222 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0137809-e085-4d58-a7ea-c00ace0e5fb0 HTTP/1.1" status: 200 len: 217 time: 0.0856197 Sep 26 18:04:13.235184 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-e482afbb-d354-4029-b778-17625b94db7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:13.236627 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-e482afbb-d354-4029-b778-17625b94db7f service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=1feb17d0-5a16-48d0-945c-e503f8418bcd HTTP/1.1" status: 200 len: 854 time: 0.1626756 Sep 26 18:04:13.438916 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b385f09-2d31-4ddf-a99a-90b9c56195b4 req-329d972d-3acf-40ed-a6a9-3e8002ade6c2 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:13.440678 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1b385f09-2d31-4ddf-a99a-90b9c56195b4 req-329d972d-3acf-40ed-a6a9-3e8002ade6c2 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 943 time: 0.2396905 Sep 26 18:04:13.450820 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd2a31-4fe1-4740-a9d7-38892ca5f451 req-9d31e655-d71d-48d2-ac66-5d2e4afe1464 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:13.452366 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f5cd2a31-4fe1-4740-a9d7-38892ca5f451 req-9d31e655-d71d-48d2-ac66-5d2e4afe1464 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 943 time: 0.2133660 Sep 26 18:04:13.470912 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1893410-42c6-41d3-99e1-9efaba8f8531 req-996abbd7-d9fe-4320-b13c-150c7f6b7504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:13.471551 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f1893410-42c6-41d3-99e1-9efaba8f8531 req-996abbd7-d9fe-4320-b13c-150c7f6b7504 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=f7c421de-8c97-43f0-abfe-f3557912f701 HTTP/1.1" status: 200 len: 850 time: 0.2513235 Sep 26 18:04:13.472622 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-ed2f142b-b68d-466d-8c83-a09ba4c7b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:13.474584 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-ed2f142b-b68d-466d-8c83-a09ba4c7b94b service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=ff0911ec-d0cb-47aa-9835-b96611526a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1916914 Sep 26 18:04:13.527231 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-83363244-879d-47dc-be67-0dcafc7e7345 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190478 Sep 26 18:04:13.706932 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1893410-42c6-41d3-99e1-9efaba8f8531 req-57905f24-1f8f-454e-b1ad-787c267f6964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:13.710249 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f1893410-42c6-41d3-99e1-9efaba8f8531 req-57905f24-1f8f-454e-b1ad-787c267f6964 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=14afb4e8-c529-4ecb-b70e-20ecdadd3fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2219810 Sep 26 18:04:13.729373 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f5cd2a31-4fe1-4740-a9d7-38892ca5f451 req-897a07cb-1f52-43f6-9a47-c1bdb6ad0625 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516034 Sep 26 18:04:13.766384 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1b385f09-2d31-4ddf-a99a-90b9c56195b4 req-140b988b-75ed-4d7e-b307-750491cd7d4e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=12b3fd10-dbc0-4457-8493-e42f78a8b0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2984743 Sep 26 18:04:13.887289 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-09ef366c-84f2-4b65-b139-a3421fae49d5 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ff0911ec-d0cb-47aa-9835-b96611526a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994660 Sep 26 18:04:13.893127 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dfc25eed-93ad-40e9-8836-851da68c8da9 req-8a920ad2-4bfe-4af8-a704-8c3731044ec5 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378599 Sep 26 18:04:13.937109 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337882c-1ec3-472b-a2a9-137b93b3f30c req-9e35a844-9874-49cf-a3be-cf9b273908a8 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:13.941271 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9337882c-1ec3-472b-a2a9-137b93b3f30c req-9e35a844-9874-49cf-a3be-cf9b273908a8 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 943 time: 0.1142855 Sep 26 18:04:13.988749 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f1893410-42c6-41d3-99e1-9efaba8f8531 req-4442c14e-7483-4bf0-b085-8d68dfc50387 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/14afb4e8-c529-4ecb-b70e-20ecdadd3fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703648 Sep 26 18:04:14.109080 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-458b701a-30d6-41ad-a097-8df2f9ccadff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (c652a5e5-a16c-400b-affc-bb89bb5cc0e1), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:14.112040 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (d0137809-e085-4d58-a7ea-c00ace0e5fb0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:14.116628 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9337882c-1ec3-472b-a2a9-137b93b3f30c req-91b2325e-3a02-4596-a64d-43d37cfb736b tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594896 Sep 26 18:04:14.116771 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-458b701a-30d6-41ad-a097-8df2f9ccadff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:14.121339 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b4d3a30e-aa92-49fa-8577-883a27a8c760 req-527dd548-4fc0-4edb-bab8-49a3f3df495a service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ff0911ec-d0cb-47aa-9835-b96611526a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098296 Sep 26 18:04:14.126224 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-458b701a-30d6-41ad-a097-8df2f9ccadff admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/c652a5e5-a16c-400b-affc-bb89bb5cc0e1 HTTP/1.1" status: 204 len: 168 time: 1.7599139 Sep 26 18:04:14.148022 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b701a-30d6-41ad-a097-8df2f9ccadff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c652a5e5-a16c-400b-affc-bb89bb5cc0e1,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:14.168754 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458b701a-30d6-41ad-a097-8df2f9ccadff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:14.169595 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458b701a-30d6-41ad-a097-8df2f9ccadff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:14.173925 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458b701a-30d6-41ad-a097-8df2f9ccadff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:14.173925 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458b701a-30d6-41ad-a097-8df2f9ccadff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:14.173925 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458b701a-30d6-41ad-a097-8df2f9ccadff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:14.173925 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458b701a-30d6-41ad-a097-8df2f9ccadff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:14.173925 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458b701a-30d6-41ad-a097-8df2f9ccadff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:14.173925 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458b701a-30d6-41ad-a097-8df2f9ccadff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:14.173925 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458b701a-30d6-41ad-a097-8df2f9ccadff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:14.173925 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458b701a-30d6-41ad-a097-8df2f9ccadff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:14.173925 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458b701a-30d6-41ad-a097-8df2f9ccadff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:14.175223 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458b701a-30d6-41ad-a097-8df2f9ccadff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:14.175809 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458b701a-30d6-41ad-a097-8df2f9ccadff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:14.176480 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458b701a-30d6-41ad-a097-8df2f9ccadff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:14.177521 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458b701a-30d6-41ad-a097-8df2f9ccadff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:14.180789 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f1893410-42c6-41d3-99e1-9efaba8f8531 req-2a0850f5-60db-47b3-aac6-dd2af939f213 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/14afb4e8-c529-4ecb-b70e-20ecdadd3fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807730 Sep 26 18:04:14.258511 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=d0137809-e085-4d58-a7ea-c00ace0e5fb0,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:14.266951 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:14.267235 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:14.267441 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:14.267826 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:14.268201 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:14.268736 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:14.269081 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:14.269416 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:14.269793 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:14.270128 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:14.270462 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:14.270847 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:14.271210 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:14.271719 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:14.272048 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:14.517531 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['d0137809-e085-4d58-a7ea-c00ace0e5fb0'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:04:14.546883 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:14.891310 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c468d-0b00-4ebe-a56b-5174724f17a5 req-1d380845-8c99-4264-8b00-702cf8b184f2 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:14.896962 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-292c468d-0b00-4ebe-a56b-5174724f17a5 req-1d380845-8c99-4264-8b00-702cf8b184f2 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 943 time: 0.0675771 Sep 26 18:04:14.974497 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f0b50-d801-47b3-a9ae-d845a2405170 req-b616d58e-49bd-4528-a9e6-3dd791f090ea tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:14.983493 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-328f0b50-d801-47b3-a9ae-d845a2405170 req-b616d58e-49bd-4528-a9e6-3dd791f090ea tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 943 time: 0.0737925 Sep 26 18:04:15.026590 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-292c468d-0b00-4ebe-a56b-5174724f17a5 req-c873704e-5e40-4598-8068-98bf0c4f2e1d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928195 Sep 26 18:04:15.070433 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-328f0b50-d801-47b3-a9ae-d845a2405170 req-06a213a4-d80a-4f73-9c21-777314ce8cf7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=12b3fd10-dbc0-4457-8493-e42f78a8b0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682027 Sep 26 18:04:15.258278 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bba239-4a65-4317-86ed-aa97153ec108 req-a9364114-397f-43b6-aeaa-033613524c1f tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:15.259803 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-43bba239-4a65-4317-86ed-aa97153ec108 req-a9364114-397f-43b6-aeaa-033613524c1f tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 944 time: 0.0480845 Sep 26 18:04:15.311673 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-43bba239-4a65-4317-86ed-aa97153ec108 req-56a8a537-d79e-43b1-985d-095c77074eb2 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455823 Sep 26 18:04:15.337930 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:15.595726 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 47244) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:15.611013 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4c17f18b-fb91-49bd-bae0-908c6988e4ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:15.701251 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4c17f18b-fb91-49bd-bae0-908c6988e4ba admin admin] Publish callbacks [] for security_group (fd10e195-5500-43b8-8890-0a91d9bc63d5), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:15.791389 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4c17f18b-fb91-49bd-bae0-908c6988e4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (fd10e195-5500-43b8-8890-0a91d9bc63d5), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:15.827470 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:15.836233 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17f18b-fb91-49bd-bae0-908c6988e4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd10e195-5500-43b8-8890-0a91d9bc63d5,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:15.840645 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-4c17f18b-fb91-49bd-bae0-908c6988e4ba admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=4a460a328246402a93a8e724e545632a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438855 Sep 26 18:04:15.852560 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 47260) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:15.912965 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a00554c9-6b79-4740-b409-04efc0891ece admin admin] Publish callbacks [] for security_group (fd10e195-5500-43b8-8890-0a91d9bc63d5), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:15.935581 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a00554c9-6b79-4740-b409-04efc0891ece admin admin] Publish callbacks [] for security_group (fd10e195-5500-43b8-8890-0a91d9bc63d5), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:16.132317 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:16.139305 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:16.140314 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3727a95-1cd0-4e24-85f6-8cf675cf85d4 req-b93397bf-dd52-479b-ac6d-f3698b9b4973 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:16.148113 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d3727a95-1cd0-4e24-85f6-8cf675cf85d4 req-b93397bf-dd52-479b-ac6d-f3698b9b4973 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 943 time: 0.0637581 Sep 26 18:04:16.171014 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a00554c9-6b79-4740-b409-04efc0891ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (fd10e195-5500-43b8-8890-0a91d9bc63d5), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:16.175512 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a00554c9-6b79-4740-b409-04efc0891ece admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:16.180215 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-a00554c9-6b79-4740-b409-04efc0891ece admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/fd10e195-5500-43b8-8890-0a91d9bc63d5 HTTP/1.1" status: 204 len: 168 time: 0.3241470 Sep 26 18:04:16.206064 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00554c9-6b79-4740-b409-04efc0891ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd10e195-5500-43b8-8890-0a91d9bc63d5,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:16.220457 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d3727a95-1cd0-4e24-85f6-8cf675cf85d4 req-f83f969d-8fa0-481c-9332-cf899edde9e7 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712297 Sep 26 18:04:16.289979 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd404b4-cf27-4680-b8f3-4c31a3c56af7 req-c6b6e257-b291-4777-9d30-be56008b9d54 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:16.291527 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-afd404b4-cf27-4680-b8f3-4c31a3c56af7 req-c6b6e257-b291-4777-9d30-be56008b9d54 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 943 time: 0.0844364 Sep 26 18:04:16.349794 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-afd404b4-cf27-4680-b8f3-4c31a3c56af7 req-a1279da7-80d8-4564-a645-9880d8feec02 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=12b3fd10-dbc0-4457-8493-e42f78a8b0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519478 Sep 26 18:04:16.466071 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206311d-c744-46dd-8224-0dba648bfb79 req-0a138657-f643-459d-922b-5b7c8e0e9176 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:16.467575 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b206311d-c744-46dd-8224-0dba648bfb79 req-0a138657-f643-459d-922b-5b7c8e0e9176 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 944 time: 0.0519810 Sep 26 18:04:16.521368 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 9ef108b0-8394-4e0e-8563-6390415fb8c4 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:04:16.521960 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b206311d-c744-46dd-8224-0dba648bfb79 req-06732919-635b-45e1-b7d8-f541ab20e64c tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480125 Sep 26 18:04:16.590539 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device d0137809-e085-4d58-a7ea-c00ace0e5fb0 up at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:04:16.668945 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning for port d0137809-e085-4d58-a7ea-c00ace0e5fb0 completed by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:04:16.671990 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 9ef108b0-8394-4e0e-8563-6390415fb8c4, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9ef108b0-8394-4e0e-8563-6390415fb8c4,segment=NetworkSegment(63da25e3-ab21-4200-80f5-c0efc61716da),segment_id=63da25e3-ab21-4200-80f5-c0efc61716da)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:16.684615 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Returning: {'device': '9ef108b0-8394-4e0e-8563-6390415fb8c4', 'network_id': '45aee833-caf9-4514-8a4b-002783e94737', 'port_id': '9ef108b0-8394-4e0e-8563-6390415fb8c4', 'mac_address': 'fa:16:3e:0a:d2:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e01e5c5e-987a-4185-87ba-f124ff403d46', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:04:16.726981 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port 9ef108b0-8394-4e0e-8563-6390415fb8c4 is: DOWN; New status is: BUILD {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:16.727463 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (9ef108b0-8394-4e0e-8563-6390415fb8c4), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:16.730015 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 47274) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:16.744838 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef108b0-8394-4e0e-8563-6390415fb8c4 {{(pid=106584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:04:16.777767 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 9ef108b0-8394-4e0e-8563-6390415fb8c4, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9ef108b0-8394-4e0e-8563-6390415fb8c4,segment=NetworkSegment(63da25e3-ab21-4200-80f5-c0efc61716da),segment_id=63da25e3-ab21-4200-80f5-c0efc61716da)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:16.844511 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64761e93-37d8-47ca-921b-9e2377a41fa6 req-c43121e1-277b-4839-a759-35690ada5c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:16.846368 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-64761e93-37d8-47ca-921b-9e2377a41fa6 req-c43121e1-277b-4839-a759-35690ada5c93 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 1130 time: 0.1027453 Sep 26 18:04:16.848924 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning complete for port d0137809-e085-4d58-a7ea-c00ace0e5fb0 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:04:16.850398 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (d0137809-e085-4d58-a7ea-c00ace0e5fb0), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:16.851075 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Attempt 1 to provision port d0137809-e085-4d58-a7ea-c00ace0e5fb0 Sep 26 18:04:16.882115 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-64761e93-37d8-47ca-921b-9e2377a41fa6 req-6524dada-aeb9-4ace-8cc7-04397c12c517 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:16.964002 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (9ef108b0-8394-4e0e-8563-6390415fb8c4), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:16.973244 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:16.975462 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cb968f26-f81c-4f66-a449-7ed20134380b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:17.015002 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port d0137809-e085-4d58-a7ea-c00ace0e5fb0 is: BUILD; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:17.015392 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (d0137809-e085-4d58-a7ea-c00ace0e5fb0), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:17.041775 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-64761e93-37d8-47ca-921b-9e2377a41fa6 req-6524dada-aeb9-4ace-8cc7-04397c12c517 service neutron] Publish callbacks [] for security_group (60cff522-6a50-487b-8e1a-218e5fcd895a), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:17.045295 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=9ef108b0-8394-4e0e-8563-6390415fb8c4,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:17.060730 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3e0a96-a5c5-43b1-97d6-172536258bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0137809-e085-4d58-a7ea-c00ace0e5fb0'}] {{(pid=106584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:04:17.068293 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743b4769c4925b62b4889170aadb5ee5b65d77d3032155737795e39ae48b1258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654444fb-8194-4c40-89aa-31048c92ef3f" -d '{"events": [{"server_uuid": "4d3e0a96-a5c5-43b1-97d6-172536258bc4", "name": "network-vif-plugged", "status": "completed", "tag": "d0137809-e085-4d58-a7ea-c00ace0e5fb0"}]}' {{(pid=106584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:04:17.088944 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port d0137809-e085-4d58-a7ea-c00ace0e5fb0, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=d0137809-e085-4d58-a7ea-c00ace0e5fb0,segment=NetworkSegment(2127eb0b-2409-4ca7-8afc-f12dda366aad),segment_id=2127eb0b-2409-4ca7-8afc-f12dda366aad)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:17.108575 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cb968f26-f81c-4f66-a449-7ed20134380b admin admin] Publish callbacks [] for security_group (201a7f25-11b0-4f8d-89b3-5dc2f2f4bd71), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:17.110663 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a1f491-204c-4e14-9da0-2c34fbb10f2f x-openstack-request-id: req-99a1f491-204c-4e14-9da0-2c34fbb10f2f {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:04:17.110958 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3e0a96-a5c5-43b1-97d6-172536258bc4", "name": "network-vif-plugged", "status": "completed", "tag": "d0137809-e085-4d58-a7ea-c00ace0e5fb0", "code": 200}]} {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:04:17.111210 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-99a1f491-204c-4e14-9da0-2c34fbb10f2f {{(pid=106584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:04:17.111607 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a1f491-204c-4e14-9da0-2c34fbb10f2f'] response: {'server_uuid': '4d3e0a96-a5c5-43b1-97d6-172536258bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0137809-e085-4d58-a7ea-c00ace0e5fb0', 'code': 200} Sep 26 18:04:17.140617 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:04:17.212167 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-64761e93-37d8-47ca-921b-9e2377a41fa6 req-6524dada-aeb9-4ace-8cc7-04397c12c517 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (60cff522-6a50-487b-8e1a-218e5fcd895a), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:17.214912 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (d0137809-e085-4d58-a7ea-c00ace0e5fb0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:17.225199 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:17.260788 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cb968f26-f81c-4f66-a449-7ed20134380b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (201a7f25-11b0-4f8d-89b3-5dc2f2f4bd71), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:17.298699 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-64761e93-37d8-47ca-921b-9e2377a41fa6 req-6524dada-aeb9-4ace-8cc7-04397c12c517 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459147 Sep 26 18:04:17.300262 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524dada-aeb9-4ace-8cc7-04397c12c517 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=60cff522-6a50-487b-8e1a-218e5fcd895a,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:17.306129 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=d0137809-e085-4d58-a7ea-c00ace0e5fb0,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:17.330524 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-cb968f26-f81c-4f66-a449-7ed20134380b admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=4dec59e1057c4a6d80118b3116ba5276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5993822 Sep 26 18:04:17.334161 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 47300) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:17.369595 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['9ef108b0-8394-4e0e-8563-6390415fb8c4'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:04:17.425706 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5840f-a60c-43fe-a250-57b3787856f7 req-156e443d-7df3-49dc-b0f9-45cb03c8309c tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:17.433031 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f0c66bc0-e63f-49b7-ad80-9a62eb7ac836 admin admin] Publish callbacks [] for security_group (201a7f25-11b0-4f8d-89b3-5dc2f2f4bd71), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:17.438087 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bfe5840f-a60c-43fe-a250-57b3787856f7 req-156e443d-7df3-49dc-b0f9-45cb03c8309c tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 944 time: 0.0792720 Sep 26 18:04:17.463319 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f0c66bc0-e63f-49b7-ad80-9a62eb7ac836 admin admin] Publish callbacks [] for security_group (201a7f25-11b0-4f8d-89b3-5dc2f2f4bd71), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:17.492114 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb968f26-f81c-4f66-a449-7ed20134380b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201a7f25-11b0-4f8d-89b3-5dc2f2f4bd71,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:17.549015 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bfe5840f-a60c-43fe-a250-57b3787856f7 req-f9d7a7e7-b5a5-40b8-b090-57c33c88c594 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087620 Sep 26 18:04:17.616450 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b5d18-007b-41ac-9696-0c8d88d46fcd req-513a0921-c7be-42f5-a43c-f29aa5cdfcd8 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:17.617998 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cc6b5d18-007b-41ac-9696-0c8d88d46fcd req-513a0921-c7be-42f5-a43c-f29aa5cdfcd8 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 943 time: 0.0679793 Sep 26 18:04:17.708946 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77400d3-5795-4561-ae77-a019b089d846 req-e53f32dc-2143-4121-a5c0-2759685ee02a tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:17.710283 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e77400d3-5795-4561-ae77-a019b089d846 req-e53f32dc-2143-4121-a5c0-2759685ee02a tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 945 time: 0.0844247 Sep 26 18:04:17.714141 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cc6b5d18-007b-41ac-9696-0c8d88d46fcd req-4af6afe7-b3c2-4a4c-bc9e-e43e3ac6a4df tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=12b3fd10-dbc0-4457-8493-e42f78a8b0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900154 Sep 26 18:04:17.735227 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f0c66bc0-e63f-49b7-ad80-9a62eb7ac836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (201a7f25-11b0-4f8d-89b3-5dc2f2f4bd71), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:17.742372 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f0c66bc0-e63f-49b7-ad80-9a62eb7ac836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:17.744527 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-f0c66bc0-e63f-49b7-ad80-9a62eb7ac836 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/201a7f25-11b0-4f8d-89b3-5dc2f2f4bd71 HTTP/1.1" status: 204 len: 168 time: 0.4085178 Sep 26 18:04:17.765634 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c66bc0-e63f-49b7-ad80-9a62eb7ac836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201a7f25-11b0-4f8d-89b3-5dc2f2f4bd71,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:17.810204 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e77400d3-5795-4561-ae77-a019b089d846 req-70924018-e661-4fe4-969d-2bf878fd944f tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909843 Sep 26 18:04:17.965789 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:18.146425 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:18.236159 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271330a4-8844-401c-b75f-a224d17005b4 req-ca407220-6977-4e2e-a7c8-4e6caf37e38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:18.238768 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-271330a4-8844-401c-b75f-a224d17005b4 req-ca407220-6977-4e2e-a7c8-4e6caf37e38e service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 1129 time: 0.0551016 Sep 26 18:04:18.319276 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 47334) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:18.325096 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-271330a4-8844-401c-b75f-a224d17005b4 req-4c3dcd77-1fe4-442a-ab47-b2cbd69277bb service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663586 Sep 26 18:04:18.502638 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-b23ffa36-8ab6-43fd-9a83-f7cb1678ce37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:18.529188 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 88d9ddc3-ae2c-428a-b7ad-f212435e977b details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:04:18.546930 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 9ef108b0-8394-4e0e-8563-6390415fb8c4 up at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:04:18.594834 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-b23ffa36-8ab6-43fd-9a83-f7cb1678ce37 admin admin] Publish callbacks [] for security_group (74e78007-9579-4a8e-bb73-20b7c506a31c), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:18.708803 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning for port 9ef108b0-8394-4e0e-8563-6390415fb8c4 completed by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:04:18.711557 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d43b62-6e85-4d9b-b0fc-03129f5d4525 req-32b71b15-d7e4-4032-a802-549b92f2ed3a tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:18.713207 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-73d43b62-6e85-4d9b-b0fc-03129f5d4525 req-32b71b15-d7e4-4032-a802-549b92f2ed3a tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 944 time: 0.0608835 Sep 26 18:04:18.725232 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 88d9ddc3-ae2c-428a-b7ad-f212435e977b, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=88d9ddc3-ae2c-428a-b7ad-f212435e977b,segment=NetworkSegment(ed751284-034c-4094-bf91-e2a4a99e4455),segment_id=ed751284-034c-4094-bf91-e2a4a99e4455)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:18.737924 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Returning: {'device': '88d9ddc3-ae2c-428a-b7ad-f212435e977b', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'port_id': '88d9ddc3-ae2c-428a-b7ad-f212435e977b', 'mac_address': 'fa:16:3e:00:ad:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:04:18.768692 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-73d43b62-6e85-4d9b-b0fc-03129f5d4525 req-5366fa0f-9535-4330-b5d2-accaabbb238d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486994 Sep 26 18:04:18.785635 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-b23ffa36-8ab6-43fd-9a83-f7cb1678ce37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (74e78007-9579-4a8e-bb73-20b7c506a31c), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:18.799222 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port 88d9ddc3-ae2c-428a-b7ad-f212435e977b is: DOWN; New status is: BUILD {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:18.800063 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (88d9ddc3-ae2c-428a-b7ad-f212435e977b), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:18.820875 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88d9ddc3-ae2c-428a-b7ad-f212435e977b {{(pid=106584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:04:18.849924 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 88d9ddc3-ae2c-428a-b7ad-f212435e977b, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=88d9ddc3-ae2c-428a-b7ad-f212435e977b,segment=NetworkSegment(ed751284-034c-4094-bf91-e2a4a99e4455),segment_id=ed751284-034c-4094-bf91-e2a4a99e4455)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:18.851248 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-b23ffa36-8ab6-43fd-9a83-f7cb1678ce37 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=2d51270a9feb460599c2b76b3774546b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5301814 Sep 26 18:04:18.852676 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ffa36-8ab6-43fd-9a83-f7cb1678ce37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e78007-9579-4a8e-bb73-20b7c506a31c,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:18.855349 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 47352) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:18.882593 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning complete for port 9ef108b0-8394-4e0e-8563-6390415fb8c4 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:04:18.893142 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (9ef108b0-8394-4e0e-8563-6390415fb8c4), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:18.893142 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Attempt 1 to provision port 9ef108b0-8394-4e0e-8563-6390415fb8c4 Sep 26 18:04:18.936993 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7c42a211-90a5-4aa5-a813-7bfcfa3c9ca5 admin admin] Publish callbacks [] for security_group (74e78007-9579-4a8e-bb73-20b7c506a31c), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:18.967123 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63d1f8-a94d-4729-92e7-87ac71db240b req-b295ab0b-84fa-4ab1-9cdc-6510656f7161 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:18.993873 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7c42a211-90a5-4aa5-a813-7bfcfa3c9ca5 admin admin] Publish callbacks [] for security_group (74e78007-9579-4a8e-bb73-20b7c506a31c), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:18.994155 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2e63d1f8-a94d-4729-92e7-87ac71db240b req-b295ab0b-84fa-4ab1-9cdc-6510656f7161 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 943 time: 0.1145134 Sep 26 18:04:19.023492 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (88d9ddc3-ae2c-428a-b7ad-f212435e977b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:19.061268 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port 9ef108b0-8394-4e0e-8563-6390415fb8c4 is: BUILD; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:19.061669 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (9ef108b0-8394-4e0e-8563-6390415fb8c4), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:19.074343 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 47358) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:19.095391 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-c3c0d331-2235-4b1d-bdea-714d8f89934a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:19.124345 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220b1da2-7651-436f-ab85-1d16ee3ecea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef108b0-8394-4e0e-8563-6390415fb8c4'}] {{(pid=106584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:04:19.128367 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743b4769c4925b62b4889170aadb5ee5b65d77d3032155737795e39ae48b1258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892165f1-1a4b-40b7-be2a-633d5f65f82d" -d '{"events": [{"server_uuid": "220b1da2-7651-436f-ab85-1d16ee3ecea0", "name": "network-vif-plugged", "status": "completed", "tag": "9ef108b0-8394-4e0e-8563-6390415fb8c4"}]}' {{(pid=106584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:04:19.159401 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=88d9ddc3-ae2c-428a-b7ad-f212435e977b,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:19.170324 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 9ef108b0-8394-4e0e-8563-6390415fb8c4, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9ef108b0-8394-4e0e-8563-6390415fb8c4,segment=NetworkSegment(63da25e3-ab21-4200-80f5-c0efc61716da),segment_id=63da25e3-ab21-4200-80f5-c0efc61716da)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:19.180700 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2e63d1f8-a94d-4729-92e7-87ac71db240b req-eb90baba-9a83-4f7a-9342-9435e534190f tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=12b3fd10-dbc0-4457-8493-e42f78a8b0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870396 Sep 26 18:04:19.189953 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50cc99-a4e2-43b0-b4b2-9edea0ab4f9c req-f4e6b2f7-64c3-4293-bc40-bb8ecc03f10a tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:19.197783 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7e50cc99-a4e2-43b0-b4b2-9edea0ab4f9c req-f4e6b2f7-64c3-4293-bc40-bb8ecc03f10a tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 945 time: 0.1483264 Sep 26 18:04:19.247893 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4b6b3a-85ac-48e4-b69a-7dfe69fd2441 x-openstack-request-id: req-ed4b6b3a-85ac-48e4-b69a-7dfe69fd2441 {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:04:19.248203 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220b1da2-7651-436f-ab85-1d16ee3ecea0", "name": "network-vif-plugged", "status": "completed", "tag": "9ef108b0-8394-4e0e-8563-6390415fb8c4", "code": 200}]} {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:04:19.248478 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ed4b6b3a-85ac-48e4-b69a-7dfe69fd2441 {{(pid=106584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:04:19.248884 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed4b6b3a-85ac-48e4-b69a-7dfe69fd2441'] response: {'server_uuid': '220b1da2-7651-436f-ab85-1d16ee3ecea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef108b0-8394-4e0e-8563-6390415fb8c4', 'code': 200} Sep 26 18:04:19.255611 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7e50cc99-a4e2-43b0-b4b2-9edea0ab4f9c req-00dd1cad-c768-4a57-8b55-300257d3c19f tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571148 Sep 26 18:04:19.297363 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (9ef108b0-8394-4e0e-8563-6390415fb8c4), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:19.300844 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7c42a211-90a5-4aa5-a813-7bfcfa3c9ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (74e78007-9579-4a8e-bb73-20b7c506a31c), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:19.304053 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7c42a211-90a5-4aa5-a813-7bfcfa3c9ca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:19.305223 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-7c42a211-90a5-4aa5-a813-7bfcfa3c9ca5 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/74e78007-9579-4a8e-bb73-20b7c506a31c HTTP/1.1" status: 204 len: 168 time: 0.4485693 Sep 26 18:04:19.326494 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42a211-90a5-4aa5-a813-7bfcfa3c9ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e78007-9579-4a8e-bb73-20b7c506a31c,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:19.360038 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=9ef108b0-8394-4e0e-8563-6390415fb8c4,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:19.389353 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-c3c0d331-2235-4b1d-bdea-714d8f89934a admin admin] Publish callbacks [] for security_group (2019ba49-78c2-4be0-9da3-0cbd50b70b8c), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:19.476630 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['88d9ddc3-ae2c-428a-b7ad-f212435e977b'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:04:19.597423 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-c3c0d331-2235-4b1d-bdea-714d8f89934a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (2019ba49-78c2-4be0-9da3-0cbd50b70b8c), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:19.601538 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:19.636050 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-c3c0d331-2235-4b1d-bdea-714d8f89934a admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=5b81eed50e0d4b0bb05a5b00c6be1818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5611746 Sep 26 18:04:19.638413 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 47366) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:19.680473 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c0d331-2235-4b1d-bdea-714d8f89934a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2019ba49-78c2-4be0-9da3-0cbd50b70b8c,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:19.708937 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f9db9d16-2afd-4b92-82ad-d41353d761cb admin admin] Publish callbacks [] for security_group (2019ba49-78c2-4be0-9da3-0cbd50b70b8c), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:19.744296 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f9db9d16-2afd-4b92-82ad-d41353d761cb admin admin] Publish callbacks [] for security_group (2019ba49-78c2-4be0-9da3-0cbd50b70b8c), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:19.924275 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96250bda-2fac-4b41-85bf-de85f85fe703 req-27c5d5a6-7ccc-4af7-8454-a3b9d5b53607 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:19.925779 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-96250bda-2fac-4b41-85bf-de85f85fe703 req-27c5d5a6-7ccc-4af7-8454-a3b9d5b53607 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0509748 Sep 26 18:04:19.962565 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f9db9d16-2afd-4b92-82ad-d41353d761cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (2019ba49-78c2-4be0-9da3-0cbd50b70b8c), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:19.965048 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f9db9d16-2afd-4b92-82ad-d41353d761cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:19.966181 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-f9db9d16-2afd-4b92-82ad-d41353d761cb admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/2019ba49-78c2-4be0-9da3-0cbd50b70b8c HTTP/1.1" status: 204 len: 168 time: 0.3265114 Sep 26 18:04:19.987050 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db9d16-2afd-4b92-82ad-d41353d761cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2019ba49-78c2-4be0-9da3-0cbd50b70b8c,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:19.993788 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-96250bda-2fac-4b41-85bf-de85f85fe703 req-d731b28d-5669-4ed5-9b14-7013135ea175 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577776 Sep 26 18:04:20.143764 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:20.337059 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625226e-214c-4f88-97bd-6a189b4e427a req-c57b80cf-ef0b-4d1f-8606-6728590dc6fc tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:20.341902 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1625226e-214c-4f88-97bd-6a189b4e427a req-c57b80cf-ef0b-4d1f-8606-6728590dc6fc tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 944 time: 0.0629923 Sep 26 18:04:20.436668 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f22d26-76fc-46b2-8fde-ac271596e36e req-5497f86c-d45d-4454-958f-e6620698ef25 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:20.438263 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-03f22d26-76fc-46b2-8fde-ac271596e36e req-5497f86c-d45d-4454-958f-e6620698ef25 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 945 time: 0.0954154 Sep 26 18:04:20.470465 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 47390) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:20.487022 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-471745d4-f1e0-4721-a122-e6333625c59c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:20.487336 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1625226e-214c-4f88-97bd-6a189b4e427a req-0f6a700d-3cba-4e41-b5fc-aebdfdfff051 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=12b3fd10-dbc0-4457-8493-e42f78a8b0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340272 Sep 26 18:04:20.544857 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-03f22d26-76fc-46b2-8fde-ac271596e36e req-b7e403ac-562f-4ada-822f-9b2be7beabe0 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977628 Sep 26 18:04:20.554883 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 88d9ddc3-ae2c-428a-b7ad-f212435e977b up at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:04:20.619691 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning for port 88d9ddc3-ae2c-428a-b7ad-f212435e977b completed by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:04:20.680446 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-471745d4-f1e0-4721-a122-e6333625c59c admin admin] Publish callbacks [] for security_group (38e893b7-1836-4b9c-a678-bce24d5281a4), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:20.728111 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning complete for port 88d9ddc3-ae2c-428a-b7ad-f212435e977b triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:04:20.728808 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (88d9ddc3-ae2c-428a-b7ad-f212435e977b), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:20.729690 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Attempt 1 to provision port 88d9ddc3-ae2c-428a-b7ad-f212435e977b Sep 26 18:04:20.798785 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-471745d4-f1e0-4721-a122-e6333625c59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (38e893b7-1836-4b9c-a678-bce24d5281a4), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:20.861739 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 47404) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:20.864600 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port 88d9ddc3-ae2c-428a-b7ad-f212435e977b is: BUILD; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:20.865577 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (88d9ddc3-ae2c-428a-b7ad-f212435e977b), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:20.869188 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-471745d4-f1e0-4721-a122-e6333625c59c admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=b29973e19d714c77b5c1da229b056cca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3973374 Sep 26 18:04:20.870422 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471745d4-f1e0-4721-a122-e6333625c59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e893b7-1836-4b9c-a678-bce24d5281a4,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:20.942038 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 88d9ddc3-ae2c-428a-b7ad-f212435e977b, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=88d9ddc3-ae2c-428a-b7ad-f212435e977b,segment=NetworkSegment(ed751284-034c-4094-bf91-e2a4a99e4455),segment_id=ed751284-034c-4094-bf91-e2a4a99e4455)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:21.045479 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-7da26d66-4449-40c3-90c1-e2db63fde8f6 admin admin] Publish callbacks [] for security_group (38e893b7-1836-4b9c-a678-bce24d5281a4), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:21.048076 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcde12e-8c7e-49a8-b13b-c6a69dff80d3 req-500ec776-a0e5-450e-91fa-3754c411454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:21.049916 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bdcde12e-8c7e-49a8-b13b-c6a69dff80d3 req-500ec776-a0e5-450e-91fa-3754c411454b service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 1129 time: 0.0697937 Sep 26 18:04:21.071137 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (88d9ddc3-ae2c-428a-b7ad-f212435e977b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:21.099607 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-7da26d66-4449-40c3-90c1-e2db63fde8f6 admin admin] Publish callbacks [] for security_group (38e893b7-1836-4b9c-a678-bce24d5281a4), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:21.207339 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=88d9ddc3-ae2c-428a-b7ad-f212435e977b,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:21.249892 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9682673d-b9ac-49a7-9f72-eef56dcbac73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d9ddc3-ae2c-428a-b7ad-f212435e977b'}] {{(pid=106584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:04:21.253793 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743b4769c4925b62b4889170aadb5ee5b65d77d3032155737795e39ae48b1258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad959c80-fe11-45a7-be5e-e78145d03b6b" -d '{"events": [{"server_uuid": "9682673d-b9ac-49a7-9f72-eef56dcbac73", "name": "network-vif-plugged", "status": "completed", "tag": "88d9ddc3-ae2c-428a-b7ad-f212435e977b"}]}' {{(pid=106584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:04:21.336398 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51493f74-7941-4dbd-9253-5188558139d8 x-openstack-request-id: req-51493f74-7941-4dbd-9253-5188558139d8 {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:04:21.336744 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9682673d-b9ac-49a7-9f72-eef56dcbac73", "name": "network-vif-plugged", "status": "completed", "tag": "88d9ddc3-ae2c-428a-b7ad-f212435e977b", "code": 200}]} {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:04:21.336998 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-51493f74-7941-4dbd-9253-5188558139d8 {{(pid=106584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:04:21.337434 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51493f74-7941-4dbd-9253-5188558139d8'] response: {'server_uuid': '9682673d-b9ac-49a7-9f72-eef56dcbac73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d9ddc3-ae2c-428a-b7ad-f212435e977b', 'code': 200} Sep 26 18:04:21.406507 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:21.509793 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fad40-d0cb-482e-805e-b63bf4672856 req-61a59eed-d7e4-42aa-924d-4c9f9a5aa6e8 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:21.518801 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-783fad40-d0cb-482e-805e-b63bf4672856 req-61a59eed-d7e4-42aa-924d-4c9f9a5aa6e8 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.1193135 Sep 26 18:04:21.554865 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bdcde12e-8c7e-49a8-b13b-c6a69dff80d3 req-086f93f8-901b-4af5-9967-f3963e20d463 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971490 Sep 26 18:04:21.672566 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-783fad40-d0cb-482e-805e-b63bf4672856 req-611a7eee-5498-4104-a0e3-4b0df7873c84 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398091 Sep 26 18:04:21.748360 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75affb8c-ceb8-4a64-8002-66c0dcb06a49 req-fea604b1-1b0d-4e2b-8d8a-7e90f42286c0 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:21.750819 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-75affb8c-ceb8-4a64-8002-66c0dcb06a49 req-fea604b1-1b0d-4e2b-8d8a-7e90f42286c0 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 945 time: 0.1156940 Sep 26 18:04:21.752627 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-7da26d66-4449-40c3-90c1-e2db63fde8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (38e893b7-1836-4b9c-a678-bce24d5281a4), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:21.757881 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-7da26d66-4449-40c3-90c1-e2db63fde8f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:21.761468 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-7da26d66-4449-40c3-90c1-e2db63fde8f6 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/38e893b7-1836-4b9c-a678-bce24d5281a4 HTTP/1.1" status: 204 len: 168 time: 0.8961608 Sep 26 18:04:21.789420 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:21.802444 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da26d66-4449-40c3-90c1-e2db63fde8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e893b7-1836-4b9c-a678-bce24d5281a4,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:21.957120 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25364cb2-ad2d-4753-b5b2-9281b5ba2c20 req-289cd576-1aa7-44cb-9c98-a16c327bf964 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:21.960452 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-25364cb2-ad2d-4753-b5b2-9281b5ba2c20 req-289cd576-1aa7-44cb-9c98-a16c327bf964 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 945 time: 0.1603794 Sep 26 18:04:21.975904 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-75affb8c-ceb8-4a64-8002-66c0dcb06a49 req-0fce408b-fffe-472d-ab44-e5a7f927e589 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=12b3fd10-dbc0-4457-8493-e42f78a8b0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117417 Sep 26 18:04:22.112122 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:22.127238 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-25364cb2-ad2d-4753-b5b2-9281b5ba2c20 req-06f11e0b-d28f-41de-81e0-3b9a25ebdc81 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112351 Sep 26 18:04:22.193411 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:22.453436 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a0f11-9471-476a-9161-f1e2f8faf59f req-7730cf4c-e9c8-4647-bc69-2e15f0888ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:22.455933 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-662a0f11-9471-476a-9161-f1e2f8faf59f req-7730cf4c-e9c8-4647-bc69-2e15f0888ea4 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 1129 time: 0.0620043 Sep 26 18:04:22.550922 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-662a0f11-9471-476a-9161-f1e2f8faf59f req-b2d3437c-e26c-4ecc-b1a4-2e1296befb1d service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=12b3fd10-dbc0-4457-8493-e42f78a8b0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649781 Sep 26 18:04:22.841858 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:22.857722 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f659c-a052-4a2c-be69-5acf4c08a86c req-15882d1d-cb7a-4861-ae5d-cfca24b5b657 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:22.859386 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-607f659c-a052-4a2c-be69-5acf4c08a86c req-15882d1d-cb7a-4861-ae5d-cfca24b5b657 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0605521 Sep 26 18:04:22.928541 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-607f659c-a052-4a2c-be69-5acf4c08a86c req-ae47833f-1dbc-4708-a022-ff3bc41041d6 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582538 Sep 26 18:04:23.137856 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d4a3f-dfb8-4281-a7cc-5e57de1e2f15 req-c5957e2e-ef87-46c7-9b07-3f98a31f9ebf tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:23.139422 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-067d4a3f-dfb8-4281-a7cc-5e57de1e2f15 req-c5957e2e-ef87-46c7-9b07-3f98a31f9ebf tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 945 time: 0.0620790 Sep 26 18:04:23.197938 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-067d4a3f-dfb8-4281-a7cc-5e57de1e2f15 req-fdeaf365-0633-424f-9d30-41e1e3e2fe1d tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=12b3fd10-dbc0-4457-8493-e42f78a8b0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486808 Sep 26 18:04:23.720566 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 47526) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:24.080042 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a48ba-fa35-4998-9651-b6800350f73d req-62b264ea-d070-4153-ad3e-ed97fd9d4f5e tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:24.082200 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-323a48ba-fa35-4998-9651-b6800350f73d req-62b264ea-d070-4153-ad3e-ed97fd9d4f5e tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0594108 Sep 26 18:04:24.148313 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-323a48ba-fa35-4998-9651-b6800350f73d req-420aeabf-fa91-470e-9722-c9e536746f50 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552230 Sep 26 18:04:24.154875 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7ee3d0ab-073b-4132-83fd-0b6cf4f83b9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:24.266385 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7ee3d0ab-073b-4132-83fd-0b6cf4f83b9c admin admin] Publish callbacks [] for security_group (ce15c1ff-0bb3-411a-9665-ca62f93036c5), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:24.368376 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd0330-aff0-4632-bcc5-3727e16ff7aa req-849d7d3d-94f7-4cfe-8c8d-ce528b699593 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:24.368935 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a9dd0330-aff0-4632-bcc5-3727e16ff7aa req-849d7d3d-94f7-4cfe-8c8d-ce528b699593 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 945 time: 0.0736213 Sep 26 18:04:24.382502 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7ee3d0ab-073b-4132-83fd-0b6cf4f83b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (ce15c1ff-0bb3-411a-9665-ca62f93036c5), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:24.438730 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-7ee3d0ab-073b-4132-83fd-0b6cf4f83b9c admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=4b72f8d86a3c4250b19463eb68fc6d70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7165191 Sep 26 18:04:24.441426 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 47550) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:24.471065 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a9dd0330-aff0-4632-bcc5-3727e16ff7aa req-4acacb83-c388-4a8d-b547-ff16f24a1e05 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=12b3fd10-dbc0-4457-8493-e42f78a8b0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933383 Sep 26 18:04:24.534628 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3d0ab-073b-4132-83fd-0b6cf4f83b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce15c1ff-0bb3-411a-9665-ca62f93036c5,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:24.595795 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d5d6fa0a-c654-466b-a03e-24041e8592d7 admin admin] Publish callbacks [] for security_group (ce15c1ff-0bb3-411a-9665-ca62f93036c5), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:24.621745 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d5d6fa0a-c654-466b-a03e-24041e8592d7 admin admin] Publish callbacks [] for security_group (ce15c1ff-0bb3-411a-9665-ca62f93036c5), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:24.825373 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d5d6fa0a-c654-466b-a03e-24041e8592d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (ce15c1ff-0bb3-411a-9665-ca62f93036c5), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:24.828436 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d5d6fa0a-c654-466b-a03e-24041e8592d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:24.829728 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-d5d6fa0a-c654-466b-a03e-24041e8592d7 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/ce15c1ff-0bb3-411a-9665-ca62f93036c5 HTTP/1.1" status: 204 len: 168 time: 0.3857849 Sep 26 18:04:24.840129 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d6fa0a-c654-466b-a03e-24041e8592d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce15c1ff-0bb3-411a-9665-ca62f93036c5,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:25.100740 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48ef8f-9eef-4044-817d-84b9551d3780 req-2a0c2300-d9fe-4281-be67-3e2f966d2691 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:25.102873 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1b48ef8f-9eef-4044-817d-84b9551d3780 req-2a0c2300-d9fe-4281-be67-3e2f966d2691 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0645452 Sep 26 18:04:25.169894 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1b48ef8f-9eef-4044-817d-84b9551d3780 req-42995a89-2d57-4ae0-bc08-92ceb2862605 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592759 Sep 26 18:04:25.388252 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:25.406001 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b94f1e-164e-4399-8ffc-603fd6562d62 req-d7db52c9-fca9-4b7c-9e87-51f4ba0f2859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:25.406675 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-58b94f1e-164e-4399-8ffc-603fd6562d62 req-d7db52c9-fca9-4b7c-9e87-51f4ba0f2859 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=3a15ebd862054a64ac1d739db5adc3a2&device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 1129 time: 0.0501850 Sep 26 18:04:25.558735 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:25.564433 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b94f1e-164e-4399-8ffc-603fd6562d62 req-5b3d93c7-d70a-4aa9-8d0b-57a1aec57238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:25.568226 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-58b94f1e-164e-4399-8ffc-603fd6562d62 req-5b3d93c7-d70a-4aa9-8d0b-57a1aec57238 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=45aee833-caf9-4514-8a4b-002783e94737 HTTP/1.1" status: 200 len: 919 time: 0.1431425 Sep 26 18:04:25.618068 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-58b94f1e-164e-4399-8ffc-603fd6562d62 req-bd01ff40-4600-4417-ae1b-5f116ae66d48 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ef108b0-8394-4e0e-8563-6390415fb8c4 HTTP/1.1" status: 200 len: 217 time: 0.0436471 Sep 26 18:04:25.710690 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700caa14-4fe0-4804-bbdb-78fcab94ff31 req-6ba3e92f-65f4-4975-85ce-11121a921271 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:25.712536 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-700caa14-4fe0-4804-bbdb-78fcab94ff31 req-6ba3e92f-65f4-4975-85ce-11121a921271 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 945 time: 0.0930350 Sep 26 18:04:25.750326 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b94f1e-164e-4399-8ffc-603fd6562d62 req-9c5093e2-2e6d-490e-8726-8e8a7084c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:25.751903 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-58b94f1e-164e-4399-8ffc-603fd6562d62 req-9c5093e2-2e6d-490e-8726-8e8a7084c71d service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=e01e5c5e-987a-4185-87ba-f124ff403d46 HTTP/1.1" status: 200 len: 857 time: 0.0911841 Sep 26 18:04:25.830390 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-700caa14-4fe0-4804-bbdb-78fcab94ff31 req-688ffc63-db14-497d-8d64-80793793e035 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=12b3fd10-dbc0-4457-8493-e42f78a8b0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057642 Sep 26 18:04:25.834741 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b94f1e-164e-4399-8ffc-603fd6562d62 req-4acfc3a4-466d-4549-a225-29b9cf747888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:25.836158 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-58b94f1e-164e-4399-8ffc-603fd6562d62 req-4acfc3a4-466d-4549-a225-29b9cf747888 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=45aee833-caf9-4514-8a4b-002783e94737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0716865 Sep 26 18:04:26.002487 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-58b94f1e-164e-4399-8ffc-603fd6562d62 req-5b926804-a839-4381-9ac2-7a9e41262e73 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595342 Sep 26 18:04:26.158546 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b934874-38b2-4d14-b3c4-4b2036ab85c1 req-c3249421-b707-49ce-bbb9-d5d960e62757 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:26.160145 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4b934874-38b2-4d14-b3c4-4b2036ab85c1 req-c3249421-b707-49ce-bbb9-d5d960e62757 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 945 time: 0.1194713 Sep 26 18:04:26.175285 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 47612) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:26.180730 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-61f85168-014f-47cb-a496-db016fc639b7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Request body: {'floatingip': {'port_id': '88d9ddc3-ae2c-428a-b7ad-f212435e977b'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:26.201165 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-58b94f1e-164e-4399-8ffc-603fd6562d62 req-81e3ad0c-7bd0-4a79-88f4-8c62a1e7aca3 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916924 Sep 26 18:04:26.206184 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 47614) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:26.248044 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-9955c4bf-5b07-41d2-a4ee-479f309d1bd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:26.352583 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-61f85168-014f-47cb-a496-db016fc639b7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for floatingip (dca4c101-22ba-4ef7-b29f-4409de880e5d), before_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:26.445576 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-9955c4bf-5b07-41d2-a4ee-479f309d1bd2 admin admin] Publish callbacks [] for security_group (95d6a3d6-bf7e-40f5-9d7a-734f0ae615a5), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:26.451000 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:26.464390 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c6ffe-7dc5-466c-aec6-35e33d1144bf req-6b478cf0-b63a-4eac-a7f7-a2ccb68639f3 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:26.466346 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fb3c6ffe-7dc5-466c-aec6-35e33d1144bf req-6b478cf0-b63a-4eac-a7f7-a2ccb68639f3 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.1134131 Sep 26 18:04:26.545628 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-9955c4bf-5b07-41d2-a4ee-479f309d1bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (95d6a3d6-bf7e-40f5-9d7a-734f0ae615a5), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:26.584377 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fb3c6ffe-7dc5-466c-aec6-35e33d1144bf req-254890cc-f69a-42cf-b196-567340c221ec tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106265 Sep 26 18:04:26.627792 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-9955c4bf-5b07-41d2-a4ee-479f309d1bd2 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=a199ea10fd4d4a3c8b1ee19750d19620&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4204509 Sep 26 18:04:26.632189 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 47628) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:26.640463 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955c4bf-5b07-41d2-a4ee-479f309d1bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d6a3d6-bf7e-40f5-9d7a-734f0ae615a5,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:26.724600 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-62f858d5-1f8c-46ad-bdc9-9b99c2d66211 admin admin] Publish callbacks [] for security_group (95d6a3d6-bf7e-40f5-9d7a-734f0ae615a5), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:26.763627 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-62f858d5-1f8c-46ad-bdc9-9b99c2d66211 admin admin] Publish callbacks [] for security_group (95d6a3d6-bf7e-40f5-9d7a-734f0ae615a5), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.057732 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-62f858d5-1f8c-46ad-bdc9-9b99c2d66211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (95d6a3d6-bf7e-40f5-9d7a-734f0ae615a5), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.061269 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-62f858d5-1f8c-46ad-bdc9-9b99c2d66211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.064557 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-62f858d5-1f8c-46ad-bdc9-9b99c2d66211 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/95d6a3d6-bf7e-40f5-9d7a-734f0ae615a5 HTTP/1.1" status: 204 len: 168 time: 0.4297085 Sep 26 18:04:27.076019 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f858d5-1f8c-46ad-bdc9-9b99c2d66211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d6a3d6-bf7e-40f5-9d7a-734f0ae615a5,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:27.360113 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-61f85168-014f-47cb-a496-db016fc639b7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.518835 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-61f85168-014f-47cb-a496-db016fc639b7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (dca4c101-22ba-4ef7-b29f-4409de880e5d), after_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.659053 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.db.l3_db [None req-61f85168-014f-47cb-a496-db016fc639b7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Floating IP dca4c101-22ba-4ef7-b29f-4409de880e5d associated. External IP: 172.27.3.10, port: 88d9ddc3-ae2c-428a-b7ad-f212435e977b. Sep 26 18:04:27.748305 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1092828-035a-4129-bcdc-9e1f2791904b req-1ce458dc-b501-4e2f-ad22-97b97701da80 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:27.750708 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c1092828-035a-4129-bcdc-9e1f2791904b req-1ce458dc-b501-4e2f-ad22-97b97701da80 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0656343 Sep 26 18:04:27.832687 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c1092828-035a-4129-bcdc-9e1f2791904b req-6e1950cc-2e4a-4192-8953-1694273d5190 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754137 Sep 26 18:04:27.959840 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f85168-014f-47cb-a496-db016fc639b7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:04:28.147774 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f85168-014f-47cb-a496-db016fc639b7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:04:28.155577 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-61f85168-014f-47cb-a496-db016fc639b7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:28.167805 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4145b656-f154-4483-8a70-e5bc0c25f1d9 None None] Sync routers for ids ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:04:28.191187 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4145b656-f154-4483-8a70-e5bc0c25f1d9 None None] Routers {'0d3f8166-a65a-4d17-a4f7-ca93fffd4115'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:04:28.198261 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-4145b656-f154-4483-8a70-e5bc0c25f1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:04:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:28.213458 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-61f85168-014f-47cb-a496-db016fc639b7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/dca4c101-22ba-4ef7-b29f-4409de880e5d HTTP/1.1" status: 200 len: 990 time: 2.0362546 Sep 26 18:04:28.214518 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9682673d-b9ac-49a7-9f72-eef56dcbac73', 'tag': '88d9ddc3-ae2c-428a-b7ad-f212435e977b'}] {{(pid=106582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:04:28.218848 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad02a4637bbc6784d86a2aace3320df3411a20e2c44f76b201c317bb75c75a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85e8d9e-d3b4-4686-89a3-5e8d69295f50" -d '{"events": [{"name": "network-changed", "server_uuid": "9682673d-b9ac-49a7-9f72-eef56dcbac73", "tag": "88d9ddc3-ae2c-428a-b7ad-f212435e977b"}]}' {{(pid=106582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:04:28.268287 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c03e425-fb5f-4507-8505-a64b66929d90 x-openstack-request-id: req-4c03e425-fb5f-4507-8505-a64b66929d90 {{(pid=106582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:04:28.268749 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9682673d-b9ac-49a7-9f72-eef56dcbac73", "tag": "88d9ddc3-ae2c-428a-b7ad-f212435e977b", "status": "completed", "code": 200}]} {{(pid=106582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:04:28.269179 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4c03e425-fb5f-4507-8505-a64b66929d90 {{(pid=106582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:04:28.269805 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c03e425-fb5f-4507-8505-a64b66929d90'] response: {'name': 'network-changed', 'server_uuid': '9682673d-b9ac-49a7-9f72-eef56dcbac73', 'tag': '88d9ddc3-ae2c-428a-b7ad-f212435e977b', 'status': 'completed', 'code': 200} Sep 26 18:04:28.390538 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-4145b656-f154-4483-8a70-e5bc0c25f1d9 None None] Set router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:04:28.414367 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e8d9e-d3b4-4686-89a3-5e8d69295f50 req-41e43982-56c4-489c-93bd-621e794e3cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:28.417121 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d85e8d9e-d3b4-4686-89a3-5e8d69295f50 req-41e43982-56c4-489c-93bd-621e794e3cfd service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=ffa58ff5197e48709d5c90ec334b9403&device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 1129 time: 0.0593255 Sep 26 18:04:28.506309 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:28.592689 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e8d9e-d3b4-4686-89a3-5e8d69295f50 req-01566eea-beef-448c-b1f9-ca28d017c3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:28.594438 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d85e8d9e-d3b4-4686-89a3-5e8d69295f50 req-01566eea-beef-448c-b1f9-ca28d017c3d9 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=ff0911ec-d0cb-47aa-9835-b96611526a51 HTTP/1.1" status: 200 len: 916 time: 0.1692615 Sep 26 18:04:28.709008 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d85e8d9e-d3b4-4686-89a3-5e8d69295f50 req-d6bb33f4-b5a2-4f45-9880-a50e5259c01a service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88d9ddc3-ae2c-428a-b7ad-f212435e977b HTTP/1.1" status: 200 len: 998 time: 0.1021080 Sep 26 18:04:28.743947 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-4145b656-f154-4483-8a70-e5bc0c25f1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:03:22Z', 'revision_number': 4, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': 'dca4c101-22ba-4ef7-b29f-4409de880e5d', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'port_id': '88d9ddc3-ae2c-428a-b7ad-f212435e977b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'mac_address': 'fa:16:3e:00:ad:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682673d-b9ac-49a7-9f72-eef56dcbac73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:03:29Z', 'updated_at': '2022-09-26T18:04:27Z', 'revision_number': 1, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1d8909-de0f-4b6d-8a1f-17144f1522e0', 'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'mac_address': 'fa:16:3e:81:46:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:19Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 5, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'subnets': [{'id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:28.786181 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e8d9e-d3b4-4686-89a3-5e8d69295f50 req-852e8853-e5d6-4b2f-8362-a3710f1f5927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:28.788047 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4145b656-f154-4483-8a70-e5bc0c25f1d9 None None] Checking router: 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:04:28.788856 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d85e8d9e-d3b4-4686-89a3-5e8d69295f50 req-852e8853-e5d6-4b2f-8362-a3710f1f5927 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=1feb17d0-5a16-48d0-945c-e503f8418bcd HTTP/1.1" status: 200 len: 854 time: 0.0683427 Sep 26 18:04:28.805430 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4145b656-f154-4483-8a70-e5bc0c25f1d9 None None] Routers {'0d3f8166-a65a-4d17-a4f7-ca93fffd4115'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:04:28.806179 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-4145b656-f154-4483-8a70-e5bc0c25f1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:04:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:28.873947 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e8d9e-d3b4-4686-89a3-5e8d69295f50 req-9d6b9deb-f11c-4ed2-ae2a-a5206cdb20eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:28.876606 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d85e8d9e-d3b4-4686-89a3-5e8d69295f50 req-9d6b9deb-f11c-4ed2-ae2a-a5206cdb20eb service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=ff0911ec-d0cb-47aa-9835-b96611526a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0778298 Sep 26 18:04:28.995684 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-4145b656-f154-4483-8a70-e5bc0c25f1d9 None None] Set router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:04:29.091167 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:29.133244 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11cb81-bc1f-4ef8-890d-3fd59a0420e6 req-715c2acc-1851-477a-b1b1-054f6cfd85fe tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:29.134482 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7a11cb81-bc1f-4ef8-890d-3fd59a0420e6 req-715c2acc-1851-477a-b1b1-054f6cfd85fe tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0896056 Sep 26 18:04:29.138139 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d85e8d9e-d3b4-4686-89a3-5e8d69295f50 req-de09421c-5965-4bb0-a0b3-5f0657ee9f11 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ff0911ec-d0cb-47aa-9835-b96611526a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457509 Sep 26 18:04:29.330173 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7a11cb81-bc1f-4ef8-890d-3fd59a0420e6 req-2e42d05c-f5d5-4dda-a0ec-b4d962a8c962 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867707 Sep 26 18:04:29.356391 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d85e8d9e-d3b4-4686-89a3-5e8d69295f50 req-78d41991-c605-43e3-a81b-9dec1463a109 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ff0911ec-d0cb-47aa-9835-b96611526a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903808 Sep 26 18:04:29.501663 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-4145b656-f154-4483-8a70-e5bc0c25f1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:03:22Z', 'revision_number': 4, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': 'dca4c101-22ba-4ef7-b29f-4409de880e5d', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'port_id': '88d9ddc3-ae2c-428a-b7ad-f212435e977b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'mac_address': 'fa:16:3e:00:ad:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682673d-b9ac-49a7-9f72-eef56dcbac73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:03:29Z', 'updated_at': '2022-09-26T18:04:27Z', 'revision_number': 1, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1d8909-de0f-4b6d-8a1f-17144f1522e0', 'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'mac_address': 'fa:16:3e:81:46:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:19Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 5, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'subnets': [{'id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:29.535976 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4145b656-f154-4483-8a70-e5bc0c25f1d9 None None] The sync data for ids ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'] in dv-cinder-859319-1-iscsi is: [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:03:22Z', 'revision_number': 4, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': 'dca4c101-22ba-4ef7-b29f-4409de880e5d', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'port_id': '88d9ddc3-ae2c-428a-b7ad-f212435e977b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'mac_address': 'fa:16:3e:00:ad:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682673d-b9ac-49a7-9f72-eef56dcbac73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:03:29Z', 'updated_at': '2022-09-26T18:04:27Z', 'revision_number': 1, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1d8909-de0f-4b6d-8a1f-17144f1522e0', 'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'mac_address': 'fa:16:3e:81:46:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:19Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 5, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'subnets': [{'id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:04:29.804257 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405b1ec2-27eb-4370-884e-153c316b687a None None] New status for floating IP dca4c101-22ba-4ef7-b29f-4409de880e5d: ACTIVE {{(pid=106584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:04:30.483120 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a9e08-4402-4443-a2c4-354eff41e169 req-f88974cf-5efb-422c-9ba5-cf4a725bf115 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:30.483120 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-eb4a9e08-4402-4443-a2c4-354eff41e169 req-f88974cf-5efb-422c-9ba5-cf4a725bf115 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0486891 Sep 26 18:04:30.561743 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-eb4a9e08-4402-4443-a2c4-354eff41e169 req-27a89d6c-02a7-4835-a3d7-b9af39c46b4c tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690250 Sep 26 18:04:30.684615 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:31.305822 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=72,neutron:DELETE=4,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:31.726806 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d8984-7b3e-4df5-b848-8c9e8986434e req-20f26ed2-43a1-4467-80dc-b245abe12776 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:31.728340 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ec2d8984-7b3e-4df5-b848-8c9e8986434e req-20f26ed2-43a1-4467-80dc-b245abe12776 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0595236 Sep 26 18:04:31.781626 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ec2d8984-7b3e-4df5-b848-8c9e8986434e req-b853a00e-4fd0-49b5-8ea8-f63cbc7a39b3 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468984 Sep 26 18:04:32.105517 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-c537271b-0600-421c-858c-b50b5b6b47ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:32.952948 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966346bb-4fdb-4b7f-9e69-bb4b8d19859c req-cb58a6a1-9743-46a1-b72c-ba7e39f6fde3 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:32.954525 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-966346bb-4fdb-4b7f-9e69-bb4b8d19859c req-cb58a6a1-9743-46a1-b72c-ba7e39f6fde3 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0725305 Sep 26 18:04:33.008738 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-966346bb-4fdb-4b7f-9e69-bb4b8d19859c req-52eafd83-cf45-461f-91f1-3f6dcc527a29 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464611 Sep 26 18:04:33.425196 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:33.865383 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:34.101719 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:34.137276 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725ad22-9943-4070-80a5-b712f3b0c79f req-4670dd67-d0ba-45e5-9b1e-8f054b343dd1 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:34.138854 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5725ad22-9943-4070-80a5-b712f3b0c79f req-4670dd67-d0ba-45e5-9b1e-8f054b343dd1 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0483344 Sep 26 18:04:34.190844 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5725ad22-9943-4070-80a5-b712f3b0c79f req-cc55e987-f782-46f6-94e5-5b7872c436d2 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442646 Sep 26 18:04:34.381637 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-74b064d2-0121-49ce-88b0-494e1fb80b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:35.325769 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbf9cc-1297-40ec-bad9-94b3f8acba6e req-9c38c1fb-b38a-4096-98a3-1fbc2e22f606 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:35.327366 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-19bbf9cc-1297-40ec-bad9-94b3f8acba6e req-9c38c1fb-b38a-4096-98a3-1fbc2e22f606 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0518022 Sep 26 18:04:35.375862 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-19bbf9cc-1297-40ec-bad9-94b3f8acba6e req-878e7a8f-1dfd-4e78-8fd4-b04815ae3025 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421510 Sep 26 18:04:35.604717 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:35.899174 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 47886) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:36.079455 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-79924873-3cf4-49b8-ba67-1ac8f07ee55e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:36.141902 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:36.166830 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-79924873-3cf4-49b8-ba67-1ac8f07ee55e admin admin] Publish callbacks [] for security_group (eee9886d-9918-4ed5-826a-919fd129990b), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:36.335729 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-79924873-3cf4-49b8-ba67-1ac8f07ee55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (eee9886d-9918-4ed5-826a-919fd129990b), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:36.381434 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79924873-3cf4-49b8-ba67-1ac8f07ee55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee9886d-9918-4ed5-826a-919fd129990b,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:36.386504 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-79924873-3cf4-49b8-ba67-1ac8f07ee55e admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=f9bbf8fedb084b7eb76d336b80f97aa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4860642 Sep 26 18:04:36.389445 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 47900) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:36.457494 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-50ec7e21-7b39-4e05-bb85-53b9b811f52c admin admin] Publish callbacks [] for security_group (eee9886d-9918-4ed5-826a-919fd129990b), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:36.485198 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-50ec7e21-7b39-4e05-bb85-53b9b811f52c admin admin] Publish callbacks [] for security_group (eee9886d-9918-4ed5-826a-919fd129990b), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:36.526143 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4a667-a6a4-4def-8801-6cf0539d78bd req-7cc6a866-643b-4282-9c9c-8f2cd88be4d6 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:36.527733 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-caa4a667-a6a4-4def-8801-6cf0539d78bd req-7cc6a866-643b-4282-9c9c-8f2cd88be4d6 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0520556 Sep 26 18:04:36.590985 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-caa4a667-a6a4-4def-8801-6cf0539d78bd req-14a6cdce-983e-4262-b92e-7e3d9ed6cd1f tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540125 Sep 26 18:04:36.705171 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-50ec7e21-7b39-4e05-bb85-53b9b811f52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (eee9886d-9918-4ed5-826a-919fd129990b), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:36.708705 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-50ec7e21-7b39-4e05-bb85-53b9b811f52c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:36.709900 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-50ec7e21-7b39-4e05-bb85-53b9b811f52c admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/eee9886d-9918-4ed5-826a-919fd129990b HTTP/1.1" status: 204 len: 168 time: 0.3188899 Sep 26 18:04:36.718700 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec7e21-7b39-4e05-bb85-53b9b811f52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee9886d-9918-4ed5-826a-919fd129990b,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:37.039143 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 47924) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:37.111770 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:37.156118 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-b9cadc2e-fd4e-475f-9646-ff9c7c101b70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:37.259594 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-b9cadc2e-fd4e-475f-9646-ff9c7c101b70 admin admin] Publish callbacks [] for security_group (6323ea4b-ede6-4583-932b-844411317846), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:37.470599 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:37.470766 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-b9cadc2e-fd4e-475f-9646-ff9c7c101b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (6323ea4b-ede6-4583-932b-844411317846), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:37.515963 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-b9cadc2e-fd4e-475f-9646-ff9c7c101b70 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=3c77dd3a7d684048a3a98282d0264c09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4730101 Sep 26 18:04:37.516194 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 47938) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:37.523665 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cadc2e-fd4e-475f-9646-ff9c7c101b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6323ea4b-ede6-4583-932b-844411317846,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:37.589402 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-5a91711b-3773-4869-b813-d31b236383db admin admin] Publish callbacks [] for security_group (6323ea4b-ede6-4583-932b-844411317846), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:37.610302 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-5a91711b-3773-4869-b813-d31b236383db admin admin] Publish callbacks [] for security_group (6323ea4b-ede6-4583-932b-844411317846), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:37.616013 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:37.721593 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f5c71-4272-4110-bc11-ec3672ef93f2 req-378e2ef6-2b88-4934-8086-ab96dd859fad tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:37.723599 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f81f5c71-4272-4110-bc11-ec3672ef93f2 req-378e2ef6-2b88-4934-8086-ab96dd859fad tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0521767 Sep 26 18:04:37.774479 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f81f5c71-4272-4110-bc11-ec3672ef93f2 req-6c4d76c2-5c63-4de0-aaa9-20c68802ebdc tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448987 Sep 26 18:04:37.884217 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-5a91711b-3773-4869-b813-d31b236383db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (6323ea4b-ede6-4583-932b-844411317846), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:37.887044 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-5a91711b-3773-4869-b813-d31b236383db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:37.888192 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-5a91711b-3773-4869-b813-d31b236383db admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/6323ea4b-ede6-4583-932b-844411317846 HTTP/1.1" status: 204 len: 168 time: 0.3710287 Sep 26 18:04:37.897184 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91711b-3773-4869-b813-d31b236383db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6323ea4b-ede6-4583-932b-844411317846,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:37.970062 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 47944) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:37.985565 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-45a24f51-e776-4ec4-9466-0b7be8eb2f42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:38.030199 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:38.076921 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-45a24f51-e776-4ec4-9466-0b7be8eb2f42 admin admin] Publish callbacks [] for security_group (d63dc265-6fda-47ce-876d-44f33881df2c), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:38.215585 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-45a24f51-e776-4ec4-9466-0b7be8eb2f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (d63dc265-6fda-47ce-876d-44f33881df2c), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:38.257621 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-45a24f51-e776-4ec4-9466-0b7be8eb2f42 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=2d2c585eeef746d6b92d855a6a91be18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2864466 Sep 26 18:04:38.258719 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a24f51-e776-4ec4-9466-0b7be8eb2f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63dc265-6fda-47ce-876d-44f33881df2c,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:38.261486 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 47946) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:38.265438 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=100 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:38.331453 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8d8742ba-881c-455a-a726-f925b401e4f4 admin admin] Publish callbacks [] for security_group (d63dc265-6fda-47ce-876d-44f33881df2c), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:38.354977 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8d8742ba-881c-455a-a726-f925b401e4f4 admin admin] Publish callbacks [] for security_group (d63dc265-6fda-47ce-876d-44f33881df2c), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:38.682080 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8d8742ba-881c-455a-a726-f925b401e4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (d63dc265-6fda-47ce-876d-44f33881df2c), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:38.685319 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8d8742ba-881c-455a-a726-f925b401e4f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:38.686818 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-8d8742ba-881c-455a-a726-f925b401e4f4 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/d63dc265-6fda-47ce-876d-44f33881df2c HTTP/1.1" status: 204 len: 168 time: 0.4225872 Sep 26 18:04:38.695802 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8742ba-881c-455a-a726-f925b401e4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63dc265-6fda-47ce-876d-44f33881df2c,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:38.903544 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75177f-93b9-4f71-a543-3d7b95472e6f req-d6c3e17f-f569-4957-85a0-8c5708cebd2b tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:38.905042 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-be75177f-93b9-4f71-a543-3d7b95472e6f req-d6c3e17f-f569-4957-85a0-8c5708cebd2b tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0499163 Sep 26 18:04:38.970366 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-be75177f-93b9-4f71-a543-3d7b95472e6f req-2d6a5ffa-8f61-4dfc-9f1e-a12c414d07a6 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589104 Sep 26 18:04:39.002327 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 47974) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:39.021654 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-84c7c977-6cae-4c31-8eb8-de19659557f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:39.058252 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:INSERT=4 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:39.106506 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-84c7c977-6cae-4c31-8eb8-de19659557f4 admin admin] Publish callbacks [] for security_group (733e4a22-0bf5-4f71-bc47-e4a3614b1b94), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:39.484161 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-84c7c977-6cae-4c31-8eb8-de19659557f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (733e4a22-0bf5-4f71-bc47-e4a3614b1b94), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:39.498299 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=67,neutron:DELETE=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:39.507018 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=84 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:39.550362 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-84c7c977-6cae-4c31-8eb8-de19659557f4 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=0ea87c171af840a0ace0242344273207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5463314 Sep 26 18:04:39.552355 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7c977-6cae-4c31-8eb8-de19659557f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733e4a22-0bf5-4f71-bc47-e4a3614b1b94,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:39.553644 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 47980) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:39.629469 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-b41f8d4f-230a-4f2c-8016-795f4d44f2ce admin admin] Publish callbacks [] for security_group (733e4a22-0bf5-4f71-bc47-e4a3614b1b94), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:39.659254 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-b41f8d4f-230a-4f2c-8016-795f4d44f2ce admin admin] Publish callbacks [] for security_group (733e4a22-0bf5-4f71-bc47-e4a3614b1b94), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:39.684733 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:39.895746 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-b41f8d4f-230a-4f2c-8016-795f4d44f2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (733e4a22-0bf5-4f71-bc47-e4a3614b1b94), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:39.898342 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-b41f8d4f-230a-4f2c-8016-795f4d44f2ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:39.899523 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-b41f8d4f-230a-4f2c-8016-795f4d44f2ce admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/733e4a22-0bf5-4f71-bc47-e4a3614b1b94 HTTP/1.1" status: 204 len: 168 time: 0.3441646 Sep 26 18:04:39.909125 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f8d4f-230a-4f2c-8016-795f4d44f2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733e4a22-0bf5-4f71-bc47-e4a3614b1b94,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:40.138125 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e947bc2-1262-4ad1-8023-a432b84bb9ad req-6ae65607-3510-47dc-bb43-e99e6162c4b6 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:40.139683 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3e947bc2-1262-4ad1-8023-a432b84bb9ad req-6ae65607-3510-47dc-bb43-e99e6162c4b6 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0577936 Sep 26 18:04:40.190516 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3e947bc2-1262-4ad1-8023-a432b84bb9ad req-be443367-798c-49f5-86ee-ba9e175d32ac tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451543 Sep 26 18:04:41.169790 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:41.196072 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 48038) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:41.207413 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2d6559fa-dcf2-4963-b3b3-016737ab7b52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:41.370913 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0d2cf-1e97-428a-9a19-d58869b49b58 req-d9c8c28c-7f3e-4777-99f7-431f6d9851c4 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:41.372509 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-92b0d2cf-1e97-428a-9a19-d58869b49b58 req-d9c8c28c-7f3e-4777-99f7-431f6d9851c4 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0680201 Sep 26 18:04:41.419627 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2d6559fa-dcf2-4963-b3b3-016737ab7b52 admin admin] Publish callbacks [] for security_group (f4c15477-7fd5-45ec-8cda-baec66d80b76), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:41.445223 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-92b0d2cf-1e97-428a-9a19-d58869b49b58 req-ecff1c91-47a1-4bdb-80af-a0d134da1c88 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634971 Sep 26 18:04:41.545660 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2d6559fa-dcf2-4963-b3b3-016737ab7b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (f4c15477-7fd5-45ec-8cda-baec66d80b76), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:41.599032 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-2d6559fa-dcf2-4963-b3b3-016737ab7b52 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=9848f41b49f141b885411aba8ccfe54e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4142497 Sep 26 18:04:41.601944 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6559fa-dcf2-4963-b3b3-016737ab7b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c15477-7fd5-45ec-8cda-baec66d80b76,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:41.602743 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 48052) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:41.665478 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6e1a3ffc-619f-4fcf-9a34-822800cd447a admin admin] Publish callbacks [] for security_group (f4c15477-7fd5-45ec-8cda-baec66d80b76), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:41.689223 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6e1a3ffc-619f-4fcf-9a34-822800cd447a admin admin] Publish callbacks [] for security_group (f4c15477-7fd5-45ec-8cda-baec66d80b76), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:41.904898 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6e1a3ffc-619f-4fcf-9a34-822800cd447a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (f4c15477-7fd5-45ec-8cda-baec66d80b76), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:41.911670 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6e1a3ffc-619f-4fcf-9a34-822800cd447a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:41.918304 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-6e1a3ffc-619f-4fcf-9a34-822800cd447a admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/f4c15477-7fd5-45ec-8cda-baec66d80b76 HTTP/1.1" status: 204 len: 168 time: 0.3091834 Sep 26 18:04:41.924304 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a3ffc-619f-4fcf-9a34-822800cd447a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c15477-7fd5-45ec-8cda-baec66d80b76,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:42.621944 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1692274-6d2a-4b86-b997-659150e4479f req-bad01d19-5cc7-446f-95a9-8844f45b44e5 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:42.624382 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b1692274-6d2a-4b86-b997-659150e4479f req-bad01d19-5cc7-446f-95a9-8844f45b44e5 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0581748 Sep 26 18:04:42.698399 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b1692274-6d2a-4b86-b997-659150e4479f req-fbaf345d-0442-4b44-88a0-6923a36cf7e8 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629456 Sep 26 18:04:42.975771 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:43.443208 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 48126) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:43.577414 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7bbd39cb-8f6c-4436-b212-7a12a2d6156d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:43.642649 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:43.657105 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7bbd39cb-8f6c-4436-b212-7a12a2d6156d admin admin] Publish callbacks [] for security_group (f135bb9c-6c73-422e-a17b-bcd44e30812a), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:43.804117 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7bbd39cb-8f6c-4436-b212-7a12a2d6156d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (f135bb9c-6c73-422e-a17b-bcd44e30812a), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:43.835567 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-7bbd39cb-8f6c-4436-b212-7a12a2d6156d admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=8e000e309ef2471096d87b38ea3c8cb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3912127 Sep 26 18:04:43.840129 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 48138) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:43.867298 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd39cb-8f6c-4436-b212-7a12a2d6156d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f135bb9c-6c73-422e-a17b-bcd44e30812a,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:43.907686 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c168a-178e-4e66-bdcc-6ba730906d71 req-36e3e85e-d1bc-4f6d-b1f4-ed6c5a950952 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:43.909170 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e68c168a-178e-4e66-bdcc-6ba730906d71 req-36e3e85e-d1bc-4f6d-b1f4-ed6c5a950952 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.1189857 Sep 26 18:04:43.957155 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-222998b5-1fdd-43a6-8e15-96a399127861 admin admin] Publish callbacks [] for security_group (f135bb9c-6c73-422e-a17b-bcd44e30812a), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:43.989837 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e68c168a-178e-4e66-bdcc-6ba730906d71 req-41c55988-aef3-4ff3-9a4e-be4276cb858c tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727601 Sep 26 18:04:43.997863 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-222998b5-1fdd-43a6-8e15-96a399127861 admin admin] Publish callbacks [] for security_group (f135bb9c-6c73-422e-a17b-bcd44e30812a), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:44.322291 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-222998b5-1fdd-43a6-8e15-96a399127861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (f135bb9c-6c73-422e-a17b-bcd44e30812a), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:44.325497 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-222998b5-1fdd-43a6-8e15-96a399127861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:44.330415 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-222998b5-1fdd-43a6-8e15-96a399127861 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/f135bb9c-6c73-422e-a17b-bcd44e30812a HTTP/1.1" status: 204 len: 168 time: 0.4845543 Sep 26 18:04:44.338237 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222998b5-1fdd-43a6-8e15-96a399127861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f135bb9c-6c73-422e-a17b-bcd44e30812a,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:45.165273 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6e62a-3a28-4863-9fe8-f40df5375dbe req-53818594-4ed9-4ac5-a6d0-72ce54c43db4 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:45.167223 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-26c6e62a-3a28-4863-9fe8-f40df5375dbe req-53818594-4ed9-4ac5-a6d0-72ce54c43db4 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0907574 Sep 26 18:04:45.222068 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-26c6e62a-3a28-4863-9fe8-f40df5375dbe req-954e6f32-d5d0-40b1-b3e3-068e87ec0a26 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492642 Sep 26 18:04:45.258692 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 48190) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:45.273340 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-97b10590-f171-4fee-a5c2-7b7c32be852e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:45.408224 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-97b10590-f171-4fee-a5c2-7b7c32be852e admin admin] Publish callbacks [] for security_group (18b02c5e-a0d1-4a7a-94fc-501a0f4e6dc2), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:45.444157 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:45.538975 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-97b10590-f171-4fee-a5c2-7b7c32be852e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (18b02c5e-a0d1-4a7a-94fc-501a0f4e6dc2), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:45.603786 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b10590-f171-4fee-a5c2-7b7c32be852e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b02c5e-a0d1-4a7a-94fc-501a0f4e6dc2,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:45.617082 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 48202) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:45.617875 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-97b10590-f171-4fee-a5c2-7b7c32be852e admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=26bdd9d6e2e74909ae1030a4e845ac53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3599248 Sep 26 18:04:45.824820 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d2098da0-a855-47f0-9011-1e6dea56e031 admin admin] Publish callbacks [] for security_group (18b02c5e-a0d1-4a7a-94fc-501a0f4e6dc2), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:45.833767 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:45.854890 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d2098da0-a855-47f0-9011-1e6dea56e031 admin admin] Publish callbacks [] for security_group (18b02c5e-a0d1-4a7a-94fc-501a0f4e6dc2), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:46.078309 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d2098da0-a855-47f0-9011-1e6dea56e031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (18b02c5e-a0d1-4a7a-94fc-501a0f4e6dc2), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:46.080961 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d2098da0-a855-47f0-9011-1e6dea56e031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:46.082311 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-d2098da0-a855-47f0-9011-1e6dea56e031 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/18b02c5e-a0d1-4a7a-94fc-501a0f4e6dc2 HTTP/1.1" status: 204 len: 168 time: 0.4639831 Sep 26 18:04:46.098543 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2098da0-a855-47f0-9011-1e6dea56e031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b02c5e-a0d1-4a7a-94fc-501a0f4e6dc2,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:46.355293 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eeebb8-5f59-41bc-aed7-eafb7fab9dad req-b06235f2-b275-4137-93cf-041cf3f314db tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:46.356866 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f7eeebb8-5f59-41bc-aed7-eafb7fab9dad req-b06235f2-b275-4137-93cf-041cf3f314db tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0483913 Sep 26 18:04:46.408513 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f7eeebb8-5f59-41bc-aed7-eafb7fab9dad req-bff8a6f9-98ef-4ad2-95ae-e7c9be879f88 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459206 Sep 26 18:04:47.107560 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:47.251917 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 48244) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:47.382128 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f132b8f5-a7a0-4616-a62e-31e94285aeba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:47.563630 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f132b8f5-a7a0-4616-a62e-31e94285aeba admin admin] Publish callbacks [] for security_group (452611a9-cd32-4a21-9217-7f6738c167aa), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:47.572729 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7e6f3-74d0-4eec-b751-6e617f64ebca req-50c57e56-905f-4978-8970-104ab63b1c9a tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:47.574815 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-82c7e6f3-74d0-4eec-b751-6e617f64ebca req-50c57e56-905f-4978-8970-104ab63b1c9a tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0858870 Sep 26 18:04:47.637921 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-82c7e6f3-74d0-4eec-b751-6e617f64ebca req-f8f53bc4-7ebe-4e88-94dc-7b01ab3f7558 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566945 Sep 26 18:04:47.695216 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f132b8f5-a7a0-4616-a62e-31e94285aeba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (452611a9-cd32-4a21-9217-7f6738c167aa), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:47.722129 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:47.735945 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-f132b8f5-a7a0-4616-a62e-31e94285aeba admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=b627a92ea2fb4a5ba63763d16c7468da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4829221 Sep 26 18:04:47.737150 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132b8f5-a7a0-4616-a62e-31e94285aeba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452611a9-cd32-4a21-9217-7f6738c167aa,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:47.739927 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 48258) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:47.814061 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4586a15b-bed4-4839-a7f6-6295e04ca36e admin admin] Publish callbacks [] for security_group (452611a9-cd32-4a21-9217-7f6738c167aa), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:47.838391 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4586a15b-bed4-4839-a7f6-6295e04ca36e admin admin] Publish callbacks [] for security_group (452611a9-cd32-4a21-9217-7f6738c167aa), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:48.010092 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4586a15b-bed4-4839-a7f6-6295e04ca36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (452611a9-cd32-4a21-9217-7f6738c167aa), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:48.014779 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4586a15b-bed4-4839-a7f6-6295e04ca36e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:48.015985 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-4586a15b-bed4-4839-a7f6-6295e04ca36e admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/452611a9-cd32-4a21-9217-7f6738c167aa HTTP/1.1" status: 204 len: 168 time: 0.2750144 Sep 26 18:04:48.028453 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586a15b-bed4-4839-a7f6-6295e04ca36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452611a9-cd32-4a21-9217-7f6738c167aa,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:48.545649 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:48.782499 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb8a5c-f4fd-47d3-80c3-8aae7bfa7ce7 req-658e3893-9289-4988-bef6-31c713a133ea tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:48.784054 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-afcb8a5c-f4fd-47d3-80c3-8aae7bfa7ce7 req-658e3893-9289-4988-bef6-31c713a133ea tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0584526 Sep 26 18:04:48.854641 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-afcb8a5c-f4fd-47d3-80c3-8aae7bfa7ce7 req-f5c30ee1-0942-4d62-9ad0-52a22a300e52 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635307 Sep 26 18:04:48.993922 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 48294) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:49.010614 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-fb9d1788-5093-46da-8828-edd7181bbbde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:49.094528 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-fb9d1788-5093-46da-8828-edd7181bbbde admin admin] Publish callbacks [] for security_group (a17d2ba7-fe33-41d4-9eb2-fd86877bdbc3), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:49.204997 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-fb9d1788-5093-46da-8828-edd7181bbbde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (a17d2ba7-fe33-41d4-9eb2-fd86877bdbc3), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:49.253923 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-fb9d1788-5093-46da-8828-edd7181bbbde admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=522273ac12e143cb985e48b8896f3a08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586603 Sep 26 18:04:49.254256 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 48298) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:49.254875 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d1788-5093-46da-8828-edd7181bbbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17d2ba7-fe33-41d4-9eb2-fd86877bdbc3,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:49.334933 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-3b34bfdb-730a-473a-9189-06b77c74f68b admin admin] Publish callbacks [] for security_group (a17d2ba7-fe33-41d4-9eb2-fd86877bdbc3), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:49.363745 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-3b34bfdb-730a-473a-9189-06b77c74f68b admin admin] Publish callbacks [] for security_group (a17d2ba7-fe33-41d4-9eb2-fd86877bdbc3), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:49.626867 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:49.629017 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-3b34bfdb-730a-473a-9189-06b77c74f68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (a17d2ba7-fe33-41d4-9eb2-fd86877bdbc3), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:49.632102 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-3b34bfdb-730a-473a-9189-06b77c74f68b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:49.633633 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-3b34bfdb-730a-473a-9189-06b77c74f68b admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/a17d2ba7-fe33-41d4-9eb2-fd86877bdbc3 HTTP/1.1" status: 204 len: 168 time: 0.3772976 Sep 26 18:04:49.652284 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34bfdb-730a-473a-9189-06b77c74f68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17d2ba7-fe33-41d4-9eb2-fd86877bdbc3,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:49.990516 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26514548-ab97-4b76-9895-eca805cae5de req-c94a572b-7cfe-4ee5-8e59-7f2b7b6e85ca tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:49.990516 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-26514548-ab97-4b76-9895-eca805cae5de req-c94a572b-7cfe-4ee5-8e59-7f2b7b6e85ca tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0500631 Sep 26 18:04:50.053180 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-26514548-ab97-4b76-9895-eca805cae5de req-108fbd55-3a45-4cde-b126-3ea6161d9aa2 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577281 Sep 26 18:04:50.878118 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:51.273650 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2ef7b-146b-4b97-8f92-5df620163e6f req-8e2ec416-9102-4f6b-9c34-f586d1ce5aa2 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:51.275819 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4ac2ef7b-146b-4b97-8f92-5df620163e6f req-8e2ec416-9102-4f6b-9c34-f586d1ce5aa2 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0870163 Sep 26 18:04:51.350200 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4ac2ef7b-146b-4b97-8f92-5df620163e6f req-01c21a1a-265c-42d5-bf51-1d77d86cb92f tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631118 Sep 26 18:04:52.048384 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:52.199507 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 48416) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:52.443479 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-19a2ba73-ef56-442a-8aba-5a442f18a37e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:52.543199 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960536c-7a05-40fa-bd09-47550fb4ebde req-24821efe-af26-439e-8de7-0933fe1d1ec6 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:52.545010 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0960536c-7a05-40fa-bd09-47550fb4ebde req-24821efe-af26-439e-8de7-0933fe1d1ec6 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0780795 Sep 26 18:04:52.647508 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0960536c-7a05-40fa-bd09-47550fb4ebde req-f7ddb831-a6c7-4d1d-b38e-bbf63e4af8ec tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886660 Sep 26 18:04:52.664533 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-19a2ba73-ef56-442a-8aba-5a442f18a37e admin admin] Publish callbacks [] for security_group (9161663d-e8c5-4dc8-b0da-f975cadbdd1b), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:52.795962 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-19a2ba73-ef56-442a-8aba-5a442f18a37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (9161663d-e8c5-4dc8-b0da-f975cadbdd1b), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:52.856497 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-19a2ba73-ef56-442a-8aba-5a442f18a37e admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=b7dc54fef855410193af3b417a32abc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6460083 Sep 26 18:04:52.857004 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 48436) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:52.868477 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2ba73-ef56-442a-8aba-5a442f18a37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9161663d-e8c5-4dc8-b0da-f975cadbdd1b,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:52.912136 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 48438) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:52.932822 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-069efac9-e239-4df9-93e0-72c0c477bae4 admin admin] Publish callbacks [] for security_group (9161663d-e8c5-4dc8-b0da-f975cadbdd1b), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:52.955452 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-069efac9-e239-4df9-93e0-72c0c477bae4 admin admin] Publish callbacks [] for security_group (9161663d-e8c5-4dc8-b0da-f975cadbdd1b), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:53.134908 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:53.135927 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:53.160413 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1426a938-4149-490a-9ecf-6d9f5be7bb91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:53.205979 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:53.209903 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-069efac9-e239-4df9-93e0-72c0c477bae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (9161663d-e8c5-4dc8-b0da-f975cadbdd1b), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:53.213921 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-069efac9-e239-4df9-93e0-72c0c477bae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:53.216169 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-069efac9-e239-4df9-93e0-72c0c477bae4 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/9161663d-e8c5-4dc8-b0da-f975cadbdd1b HTTP/1.1" status: 204 len: 168 time: 0.3578112 Sep 26 18:04:53.232286 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069efac9-e239-4df9-93e0-72c0c477bae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9161663d-e8c5-4dc8-b0da-f975cadbdd1b,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:53.293612 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1426a938-4149-490a-9ecf-6d9f5be7bb91 admin admin] Publish callbacks [] for security_group (a7f8647a-7c4d-45ec-879c-03248c88950c), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:53.444417 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1426a938-4149-490a-9ecf-6d9f5be7bb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (a7f8647a-7c4d-45ec-879c-03248c88950c), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:53.494200 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-1426a938-4149-490a-9ecf-6d9f5be7bb91 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=4f285741e21a4c5a904058e941059e1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5809665 Sep 26 18:04:53.495784 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426a938-4149-490a-9ecf-6d9f5be7bb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f8647a-7c4d-45ec-879c-03248c88950c,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:53.497752 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 48458) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:53.564782 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-ed50ee76-73ab-4f6a-bcb6-53b297a774fa admin admin] Publish callbacks [] for security_group (a7f8647a-7c4d-45ec-879c-03248c88950c), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:53.602276 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-ed50ee76-73ab-4f6a-bcb6-53b297a774fa admin admin] Publish callbacks [] for security_group (a7f8647a-7c4d-45ec-879c-03248c88950c), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:53.840865 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0df50-3723-4988-ba6c-776dd6bc3e00 req-f4f42e7a-9ef8-4665-a249-7b04744d26ce tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:53.842569 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d6a0df50-3723-4988-ba6c-776dd6bc3e00 req-f4f42e7a-9ef8-4665-a249-7b04744d26ce tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0661240 Sep 26 18:04:53.887807 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-ed50ee76-73ab-4f6a-bcb6-53b297a774fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (a7f8647a-7c4d-45ec-879c-03248c88950c), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:53.890630 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-ed50ee76-73ab-4f6a-bcb6-53b297a774fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:53.893208 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-ed50ee76-73ab-4f6a-bcb6-53b297a774fa admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/a7f8647a-7c4d-45ec-879c-03248c88950c HTTP/1.1" status: 204 len: 168 time: 0.3928895 Sep 26 18:04:53.909931 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50ee76-73ab-4f6a-bcb6-53b297a774fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f8647a-7c4d-45ec-879c-03248c88950c,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:53.959981 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d6a0df50-3723-4988-ba6c-776dd6bc3e00 req-2da5bf2c-7d59-405f-ba5c-c103f9681905 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931225 Sep 26 18:04:54.143452 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:04:54.480376 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 48478) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:54.498983 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-0ea80334-5305-4fe2-87ee-cb194e1901d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:54.590538 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-0ea80334-5305-4fe2-87ee-cb194e1901d9 admin admin] Publish callbacks [] for security_group (b2143f58-c2a4-4a7b-8742-0842a24b56dc), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:54.718474 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-0ea80334-5305-4fe2-87ee-cb194e1901d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (b2143f58-c2a4-4a7b-8742-0842a24b56dc), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:54.757396 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:54.772751 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea80334-5305-4fe2-87ee-cb194e1901d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2143f58-c2a4-4a7b-8742-0842a24b56dc,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:54.777684 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-0ea80334-5305-4fe2-87ee-cb194e1901d9 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=3adca5d2175f4856b8551614813e6612&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960672 Sep 26 18:04:54.780333 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 48484) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:54.864031 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fa071b2d-3267-4010-b3cf-75515827a967 admin admin] Publish callbacks [] for security_group (b2143f58-c2a4-4a7b-8742-0842a24b56dc), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:54.896315 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fa071b2d-3267-4010-b3cf-75515827a967 admin admin] Publish callbacks [] for security_group (b2143f58-c2a4-4a7b-8742-0842a24b56dc), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:55.117821 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cbb14-29ff-4949-b175-a86c075d50ff req-0eb55dac-9d0a-445d-8b91-2415b9115bd1 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:55.120314 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f55cbb14-29ff-4949-b175-a86c075d50ff req-0eb55dac-9d0a-445d-8b91-2415b9115bd1 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0664039 Sep 26 18:04:55.150216 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fa071b2d-3267-4010-b3cf-75515827a967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (b2143f58-c2a4-4a7b-8742-0842a24b56dc), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:55.154582 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fa071b2d-3267-4010-b3cf-75515827a967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:55.156414 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-fa071b2d-3267-4010-b3cf-75515827a967 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/b2143f58-c2a4-4a7b-8742-0842a24b56dc HTTP/1.1" status: 204 len: 168 time: 0.3749254 Sep 26 18:04:55.181656 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa071b2d-3267-4010-b3cf-75515827a967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2143f58-c2a4-4a7b-8742-0842a24b56dc,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:55.246779 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f55cbb14-29ff-4949-b175-a86c075d50ff req-65bd55f2-aa77-48d9-8228-5b0181af5e0c tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202350 Sep 26 18:04:55.433392 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 48500) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:55.448814 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-63b6a2e2-08ef-4390-bafb-5efc94e6ce0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:55.580021 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-63b6a2e2-08ef-4390-bafb-5efc94e6ce0b admin admin] Publish callbacks [] for security_group (ef1305af-6a10-4068-80c8-450cfac58fbd), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:55.621150 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:55.710597 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-63b6a2e2-08ef-4390-bafb-5efc94e6ce0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (ef1305af-6a10-4068-80c8-450cfac58fbd), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:55.752554 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6a2e2-08ef-4390-bafb-5efc94e6ce0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1305af-6a10-4068-80c8-450cfac58fbd,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:55.760994 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-63b6a2e2-08ef-4390-bafb-5efc94e6ce0b admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=b987abb21feb4024888c0353450fb058&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3262300 Sep 26 18:04:55.764846 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 48506) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:55.826824 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-b6aa6f79-7ea4-4cb1-b04e-63ba8376e63d admin admin] Publish callbacks [] for security_group (ef1305af-6a10-4068-80c8-450cfac58fbd), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:55.862022 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-b6aa6f79-7ea4-4cb1-b04e-63ba8376e63d admin admin] Publish callbacks [] for security_group (ef1305af-6a10-4068-80c8-450cfac58fbd), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:56.162066 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-b6aa6f79-7ea4-4cb1-b04e-63ba8376e63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (ef1305af-6a10-4068-80c8-450cfac58fbd), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:56.165189 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-b6aa6f79-7ea4-4cb1-b04e-63ba8376e63d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:56.167187 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-b6aa6f79-7ea4-4cb1-b04e-63ba8376e63d admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/ef1305af-6a10-4068-80c8-450cfac58fbd HTTP/1.1" status: 204 len: 168 time: 0.4008455 Sep 26 18:04:56.183214 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa6f79-7ea4-4cb1-b04e-63ba8376e63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1305af-6a10-4068-80c8-450cfac58fbd,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:56.208031 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=82,neutron:UPDATE=6 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:56.425883 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:56.444400 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cd1c8-7d3c-431d-b251-a9167a14cca5 req-3e921761-787a-4f10-89b0-9bd3baa8f438 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:56.446030 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ea3cd1c8-7d3c-431d-b251-a9167a14cca5 req-3e921761-787a-4f10-89b0-9bd3baa8f438 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0746567 Sep 26 18:04:56.513011 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ea3cd1c8-7d3c-431d-b251-a9167a14cca5 req-630245da-7a44-4db2-afce-af98dde20bd1 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561140 Sep 26 18:04:56.831981 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:57.100550 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 48536) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:57.120530 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-02414714-6899-47a1-bd3c-929faec69d5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:57.263449 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-02414714-6899-47a1-bd3c-929faec69d5c admin admin] Publish callbacks [] for security_group (09477d33-26f1-4a63-afe7-2247c0b21eeb), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:57.361779 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-02414714-6899-47a1-bd3c-929faec69d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (09477d33-26f1-4a63-afe7-2247c0b21eeb), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:57.420508 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-02414714-6899-47a1-bd3c-929faec69d5c admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=d044ffb98bf94c55994753650de92de5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3188188 Sep 26 18:04:57.421275 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02414714-6899-47a1-bd3c-929faec69d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09477d33-26f1-4a63-afe7-2247c0b21eeb,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:57.424319 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 48548) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:57.500378 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-87aa4648-6527-45cc-99ad-5c8646dd9248 admin admin] Publish callbacks [] for security_group (09477d33-26f1-4a63-afe7-2247c0b21eeb), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:57.511505 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:57.551220 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-87aa4648-6527-45cc-99ad-5c8646dd9248 admin admin] Publish callbacks [] for security_group (09477d33-26f1-4a63-afe7-2247c0b21eeb), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:57.701016 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f740a4-b465-40f5-9a14-d21a07e9b373 req-ee4f0706-5bbc-4368-bb0b-e9de8b47e441 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:57.702618 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a8f740a4-b465-40f5-9a14-d21a07e9b373 req-ee4f0706-5bbc-4368-bb0b-e9de8b47e441 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0629206 Sep 26 18:04:57.772373 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:57.776214 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a8f740a4-b465-40f5-9a14-d21a07e9b373 req-23697ec5-0b0a-4bef-8d25-87d016119cb7 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668900 Sep 26 18:04:57.802580 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-87aa4648-6527-45cc-99ad-5c8646dd9248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (09477d33-26f1-4a63-afe7-2247c0b21eeb), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:57.807035 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-87aa4648-6527-45cc-99ad-5c8646dd9248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:57.811138 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-87aa4648-6527-45cc-99ad-5c8646dd9248 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/09477d33-26f1-4a63-afe7-2247c0b21eeb HTTP/1.1" status: 204 len: 168 time: 0.3850431 Sep 26 18:04:57.828386 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa4648-6527-45cc-99ad-5c8646dd9248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09477d33-26f1-4a63-afe7-2247c0b21eeb,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:57.842672 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=32,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:58.399454 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 48578) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:58.562305 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6cd7507a-281d-4a10-adcf-c6eabda7d2f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:58.693043 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6cd7507a-281d-4a10-adcf-c6eabda7d2f0 admin admin] Publish callbacks [] for security_group (ee686953-d00d-4219-90ec-132e4a7fdde9), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:58.946217 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0340eab-2636-43d0-82f6-970cadd53b4c req-c4223086-abc2-4dde-8f8d-c0cbcaa3927d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:58.947079 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e0340eab-2636-43d0-82f6-970cadd53b4c req-c4223086-abc2-4dde-8f8d-c0cbcaa3927d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0584655 Sep 26 18:04:59.002063 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e0340eab-2636-43d0-82f6-970cadd53b4c req-f1705f94-322f-4a5a-a94d-0e71ea8e3b20 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488276 Sep 26 18:04:59.084795 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6cd7507a-281d-4a10-adcf-c6eabda7d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (ee686953-d00d-4219-90ec-132e4a7fdde9), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:59.131207 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-6cd7507a-281d-4a10-adcf-c6eabda7d2f0 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=7798d7c788f04d099151350cf2fb1097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7299573 Sep 26 18:04:59.132455 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7507a-281d-4a10-adcf-c6eabda7d2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee686953-d00d-4219-90ec-132e4a7fdde9,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:59.135761 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 48602) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:59.258204 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0b245d9d-3ed7-44e9-a2a1-7fb6a1506855 admin admin] Publish callbacks [] for security_group (ee686953-d00d-4219-90ec-132e4a7fdde9), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:59.315180 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0b245d9d-3ed7-44e9-a2a1-7fb6a1506855 admin admin] Publish callbacks [] for security_group (ee686953-d00d-4219-90ec-132e4a7fdde9), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:59.319781 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=7 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:59.356700 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbb42d-c9f7-4c1f-ab83-893976c6b5c3 req-c7b897f3-e2f0-409d-a4f5-72dfde3271eb tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:59.359624 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-36fbb42d-c9f7-4c1f-ab83-893976c6b5c3 req-c7b897f3-e2f0-409d-a4f5-72dfde3271eb tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 945 time: 0.0909534 Sep 26 18:04:59.451693 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-36fbb42d-c9f7-4c1f-ab83-893976c6b5c3 req-0a2a3f93-cc7a-42b6-97e8-c5f847deef48 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805168 Sep 26 18:04:59.685003 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0b245d9d-3ed7-44e9-a2a1-7fb6a1506855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (ee686953-d00d-4219-90ec-132e4a7fdde9), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:59.687324 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0b245d9d-3ed7-44e9-a2a1-7fb6a1506855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:59.689731 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-0b245d9d-3ed7-44e9-a2a1-7fb6a1506855 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/ee686953-d00d-4219-90ec-132e4a7fdde9 HTTP/1.1" status: 204 len: 168 time: 0.5522733 Sep 26 18:04:59.701542 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b245d9d-3ed7-44e9-a2a1-7fb6a1506855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee686953-d00d-4219-90ec-132e4a7fdde9,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:00.161528 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4069a7f-3b23-4691-85ad-4b679b1e2efd req-ab14d5ea-821d-4451-8743-c48cb65cd61c tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:00.164340 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b4069a7f-3b23-4691-85ad-4b679b1e2efd req-ab14d5ea-821d-4451-8743-c48cb65cd61c tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0724521 Sep 26 18:05:00.412510 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:00.466277 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b4069a7f-3b23-4691-85ad-4b679b1e2efd req-619ace28-0e0c-40cc-858e-7b083cd4b67d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918720 Sep 26 18:05:00.631492 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a88b1-e33d-4ba3-9528-d7a23cd5d90a req-9c4832aa-ce7c-4eb8-a221-2cdfa1ef5f89 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:00.631492 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-882a88b1-e33d-4ba3-9528-d7a23cd5d90a req-9c4832aa-ce7c-4eb8-a221-2cdfa1ef5f89 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 945 time: 0.0731785 Sep 26 18:05:00.684795 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 48664) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:00.710286 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-882a88b1-e33d-4ba3-9528-d7a23cd5d90a req-6d083190-f458-4e56-af99-dec7843c2e3f tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733554 Sep 26 18:05:00.892572 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-cece8786-3583-450b-bc43-b02f5d6dbb7f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-394106586-network', 'tenant_id': '31e42dd8f6ff445cb7d44b0b0ce94fc2'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:01.123122 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cece8786-3583-450b-bc43-b02f5d6dbb7f admin admin] Made reservation on behalf of 31e42dd8f6ff445cb7d44b0b0ce94fc2 for: {'network': 1} {{(pid=106582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:05:01.124366 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cece8786-3583-450b-bc43-b02f5d6dbb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for network (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:01.134122 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cece8786-3583-450b-bc43-b02f5d6dbb7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:01.266667 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cece8786-3583-450b-bc43-b02f5d6dbb7f admin admin] Publish callbacks [] for security_group (f6798a17-a638-4cce-abda-66934f1e3c92), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:01.396656 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cece8786-3583-450b-bc43-b02f5d6dbb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (f6798a17-a638-4cce-abda-66934f1e3c92), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:01.428657 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cece8786-3583-450b-bc43-b02f5d6dbb7f admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=106582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:05:01.438143 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece8786-3583-450b-bc43-b02f5d6dbb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6798a17-a638-4cce-abda-66934f1e3c92,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:01.445780 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cece8786-3583-450b-bc43-b02f5d6dbb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (ff32fb5a-a197-4dbd-82f7-72cd477f07fb), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:01.446188 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.db.segments_db [None req-cece8786-3583-450b-bc43-b02f5d6dbb7f admin admin] Added segment ff32fb5a-a197-4dbd-82f7-72cd477f07fb of type vlan for network a142954b-43e8-41cf-b242-1c1db52c4d6c Sep 26 18:05:01.497942 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cece8786-3583-450b-bc43-b02f5d6dbb7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756749379750'] for network (a142954b-43e8-41cf-b242-1c1db52c4d6c), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:01.634312 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572fed3-2afb-4d34-b469-389d150fa5e4 req-f27c3f5b-a2b5-47fe-a71c-d741dd61e6d9 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:01.636282 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7572fed3-2afb-4d34-b469-389d150fa5e4 req-f27c3f5b-a2b5-47fe-a71c-d741dd61e6d9 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0672636 Sep 26 18:05:01.694912 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7572fed3-2afb-4d34-b469-389d150fa5e4 req-42c51f60-41bf-48f6-af2c-f29c7fac00c3 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519624 Sep 26 18:05:01.713389 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cece8786-3583-450b-bc43-b02f5d6dbb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310'] for network (a142954b-43e8-41cf-b242-1c1db52c4d6c), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:01.716273 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cece8786-3583-450b-bc43-b02f5d6dbb7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:01.717272 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cece8786-3583-450b-bc43-b02f5d6dbb7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:01.804906 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece8786-3583-450b-bc43-b02f5d6dbb7f admin admin] Pushing event updated for resources: {'Network': ['ID=a142954b-43e8-41cf-b242-1c1db52c4d6c,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:01.817371 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Network a142954b-43e8-41cf-b242-1c1db52c4d6c details requested by agent ovs-agent-dv-cinder-859319-1-iscsi with host dv-cinder-859319-1-iscsi {{(pid=106584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:05:01.903705 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904bd42e-3176-4f78-a5f3-7535617dee81 req-c7e4acba-7002-493e-81c0-c3082bc995c7 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:01.903705 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-904bd42e-3176-4f78-a5f3-7535617dee81 req-c7e4acba-7002-493e-81c0-c3082bc995c7 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 945 time: 0.0671287 Sep 26 18:05:01.958558 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-904bd42e-3176-4f78-a5f3-7535617dee81 req-5e58c08c-3761-4040-94aa-d0671c982ea8 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475957 Sep 26 18:05:02.016526 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-cece8786-3583-450b-bc43-b02f5d6dbb7f admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3300681 Sep 26 18:05:02.044237 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 48710) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:02.051718 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-490faa72-14d9-462d-8911-bf13666d3f61 admin admin] Request body: {'subnet': {'network_id': 'a142954b-43e8-41cf-b242-1c1db52c4d6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-394106586-subnet', 'tenant_id': '31e42dd8f6ff445cb7d44b0b0ce94fc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:02.193218 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-85cb00a8-73e6-4c0e-b833-ec4c28dcd411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:02.247500 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490faa72-14d9-462d-8911-bf13666d3f61 admin admin] Made reservation on behalf of 31e42dd8f6ff445cb7d44b0b0ce94fc2 for: {'subnet': 1} {{(pid=106582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:05:02.252371 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-490faa72-14d9-462d-8911-bf13666d3f61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2161455'] for subnet (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:02.528653 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feacf1d-3d66-4e18-8e0f-89bbf1e8c535 req-4ace21a0-1825-4862-b8ce-caed5fbf0983 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:02.530233 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2feacf1d-3d66-4e18-8e0f-89bbf1e8c535 req-4ace21a0-1825-4862-b8ce-caed5fbf0983 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 945 time: 0.0605681 Sep 26 18:05:02.553468 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 48720) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:02.686218 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-490faa72-14d9-462d-8911-bf13666d3f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-515633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2161465'] for subnet (44ed5ff9-3c77-4db5-955c-83c31323e1cd), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:02.718676 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-2feacf1d-3d66-4e18-8e0f-89bbf1e8c535 req-26ced651-2c53-41f9-90d0-e855b7d7e37f tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Deleting port d0137809-e085-4d58-a7ea-c00ace0e5fb0 {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:05:02.718676 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-2feacf1d-3d66-4e18-8e0f-89bbf1e8c535 req-26ced651-2c53-41f9-90d0-e855b7d7e37f tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (d0137809-e085-4d58-a7ea-c00ace0e5fb0), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:02.827410 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490faa72-14d9-462d-8911-bf13666d3f61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44ed5ff9-3c77-4db5-955c-83c31323e1cd,revision_number=0']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:02.837997 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-2feacf1d-3d66-4e18-8e0f-89bbf1e8c535 req-26ced651-2c53-41f9-90d0-e855b7d7e37f tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] For port d0137809-e085-4d58-a7ea-c00ace0e5fb0, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=d0137809-e085-4d58-a7ea-c00ace0e5fb0,segment=NetworkSegment(2127eb0b-2409-4ca7-8afc-f12dda366aad),segment_id=2127eb0b-2409-4ca7-8afc-f12dda366aad)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:02.839062 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-2feacf1d-3d66-4e18-8e0f-89bbf1e8c535 req-26ced651-2c53-41f9-90d0-e855b7d7e37f tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (d0137809-e085-4d58-a7ea-c00ace0e5fb0), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:02.857464 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490faa72-14d9-462d-8911-bf13666d3f61 admin admin] Checking segment: {'id': 'ff32fb5a-a197-4dbd-82f7-72cd477f07fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a142954b-43e8-41cf-b242-1c1db52c4d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:05:02.858100 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490faa72-14d9-462d-8911-bf13666d3f61 admin admin] Network hostable DHCP agents. Network: a142954b-43e8-41cf-b242-1c1db52c4d6c, hostable agents: ['4ef20602-5638-479d-aebe-a5cbb98cbff1'], hosted agents: [] {{(pid=106582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:05:02.868579 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-2feacf1d-3d66-4e18-8e0f-89bbf1e8c535 req-26ced651-2c53-41f9-90d0-e855b7d7e37f tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Calling delete_port for d0137809-e085-4d58-a7ea-c00ace0e5fb0 owned by compute:nova {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:05:02.890353 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 48728) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:02.953334 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:02.993777 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3d24ab28-d9ab-4e8e-a2c7-d5984d8a6d40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:02.997377 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9f138dc0-6b00-44fe-b540-4e86ced43431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:03.035470 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef7c19-d450-4301-bf4d-adff2f732f64 req-2b604f64-9cf6-4251-82da-21157538fd8d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:03.037414 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e9ef7c19-d450-4301-bf4d-adff2f732f64 req-2b604f64-9cf6-4251-82da-21157538fd8d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0880768 Sep 26 18:05:03.057049 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490faa72-14d9-462d-8911-bf13666d3f61 admin admin] Network a142954b-43e8-41cf-b242-1c1db52c4d6c is scheduled to be hosted by DHCP agent 4ef20602-5638-479d-aebe-a5cbb98cbff1 with binding_index 1 {{(pid=106582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:05:03.164413 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3d24ab28-d9ab-4e8e-a2c7-d5984d8a6d40 admin admin] Publish callbacks [] for security_group (08d8e581-e87e-4ea3-82e2-b7100e5ddd9e), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:03.173791 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9f138dc0-6b00-44fe-b540-4e86ced43431 admin admin] Publish callbacks [] for security_group (5c6313df-14cf-4fe4-aec0-f0c5b2605e84), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:03.186487 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d3e93-4a21-449f-9e4c-02ec26267c0f req-277161c8-1e90-48d0-b20c-4910245ca588 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:03.188445 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-560d3e93-4a21-449f-9e4c-02ec26267c0f req-277161c8-1e90-48d0-b20c-4910245ca588 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 945 time: 0.1287131 Sep 26 18:05:03.200130 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:03.208721 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e9ef7c19-d450-4301-bf4d-adff2f732f64 req-52ac65b6-d42c-461a-85bf-859dcf0d090f tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546204 Sep 26 18:05:03.239394 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-490faa72-14d9-462d-8911-bf13666d3f61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-1-iscsi, a142954b-43e8-41cf-b242-1c1db52c4d6c) {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:05:03.244315 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490faa72-14d9-462d-8911-bf13666d3f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:03.245281 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-490faa72-14d9-462d-8911-bf13666d3f61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for subnet (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:03.255890 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c536847d-a269-4352-a702-3dfafe1206af None None] Network a142954b-43e8-41cf-b242-1c1db52c4d6c requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:05:03.272082 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-560d3e93-4a21-449f-9e4c-02ec26267c0f req-82deb59a-e904-4d27-b4b5-b7b4326355dd tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e08b46ef-35fa-4f36-be32-347feaf0187a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763533 Sep 26 18:05:03.287548 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3d24ab28-d9ab-4e8e-a2c7-d5984d8a6d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (08d8e581-e87e-4ea3-82e2-b7100e5ddd9e), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:03.306621 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9f138dc0-6b00-44fe-b540-4e86ced43431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (5c6313df-14cf-4fe4-aec0-f0c5b2605e84), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:03.352245 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-2feacf1d-3d66-4e18-8e0f-89bbf1e8c535 req-26ced651-2c53-41f9-90d0-e855b7d7e37f tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (d0137809-e085-4d58-a7ea-c00ace0e5fb0), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:03.360502 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24ab28-d9ab-4e8e-a2c7-d5984d8a6d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d8e581-e87e-4ea3-82e2-b7100e5ddd9e,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:03.368911 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-9f138dc0-6b00-44fe-b540-4e86ced43431 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=a0ed0a3eace34b6ab24467e31362308f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4770608 Sep 26 18:05:03.373054 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-3d24ab28-d9ab-4e8e-a2c7-d5984d8a6d40 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=b3205249ee3b498cb112f347a4c1f7ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8183331 Sep 26 18:05:03.373773 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 48736) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:03.388545 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 48738) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:03.405000 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ced651-2c53-41f9-90d0-e855b7d7e37f tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Pushing event deleted for resources: {'Port': ['ID=d0137809-e085-4d58-a7ea-c00ace0e5fb0,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:03.426733 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['d0137809-e085-4d58-a7ea-c00ace0e5fb0'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:05:03.471275 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f138dc0-6b00-44fe-b540-4e86ced43431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6313df-14cf-4fe4-aec0-f0c5b2605e84,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:03.514129 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-490faa72-14d9-462d-8911-bf13666d3f61 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4681933 Sep 26 18:05:03.515366 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51d9113-fcfa-4220-8a1e-40b619033a27 None None] Network a142954b-43e8-41cf-b242-1c1db52c4d6c requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:05:03.575610 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-926eaca6-7e79-41f5-a436-9d6fb8787395 admin admin] Publish callbacks [] for security_group (5c6313df-14cf-4fe4-aec0-f0c5b2605e84), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:03.591322 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3823feb9-033d-40c7-9414-81ee86848050 admin admin] Publish callbacks [] for security_group (08d8e581-e87e-4ea3-82e2-b7100e5ddd9e), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:03.593485 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-2feacf1d-3d66-4e18-8e0f-89bbf1e8c535 req-26ced651-2c53-41f9-90d0-e855b7d7e37f tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] No DVR routers for this DVR port d0137809-e085-4d58-a7ea-c00ace0e5fb0 on host hv-cinder-85931 {{(pid=106583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:05:03.608972 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-2feacf1d-3d66-4e18-8e0f-89bbf1e8c535 req-26ced651-2c53-41f9-90d0-e855b7d7e37f tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:03.615574 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2feacf1d-3d66-4e18-8e0f-89bbf1e8c535 req-26ced651-2c53-41f9-90d0-e855b7d7e37f tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.88 "DELETE /networking/v2.0/ports/d0137809-e085-4d58-a7ea-c00ace0e5fb0 HTTP/1.1" status: 204 len: 173 time: 1.0756390 Sep 26 18:05:03.616266 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3e0a96-a5c5-43b1-97d6-172536258bc4', 'name': 'network-vif-deleted', 'tag': 'd0137809-e085-4d58-a7ea-c00ace0e5fb0'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:05:03.620021 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7165739b-745f-42e9-88dd-456673ee452d" -d '{"events": [{"server_uuid": "4d3e0a96-a5c5-43b1-97d6-172536258bc4", "name": "network-vif-deleted", "tag": "d0137809-e085-4d58-a7ea-c00ace0e5fb0"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:05:03.626690 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-926eaca6-7e79-41f5-a436-9d6fb8787395 admin admin] Publish callbacks [] for security_group (5c6313df-14cf-4fe4-aec0-f0c5b2605e84), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:03.649857 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3823feb9-033d-40c7-9414-81ee86848050 admin admin] Publish callbacks [] for security_group (08d8e581-e87e-4ea3-82e2-b7100e5ddd9e), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:03.739137 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f09afad-fafa-4644-9a73-61d95e6a758f x-openstack-request-id: req-6f09afad-fafa-4644-9a73-61d95e6a758f {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:05:03.740067 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3e0a96-a5c5-43b1-97d6-172536258bc4", "name": "network-vif-deleted", "tag": "d0137809-e085-4d58-a7ea-c00ace0e5fb0", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:05:03.741300 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6f09afad-fafa-4644-9a73-61d95e6a758f {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:05:03.741300 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f09afad-fafa-4644-9a73-61d95e6a758f'] response: {'server_uuid': '4d3e0a96-a5c5-43b1-97d6-172536258bc4', 'name': 'network-vif-deleted', 'tag': 'd0137809-e085-4d58-a7ea-c00ace0e5fb0', 'status': 'completed', 'code': 200} Sep 26 18:05:03.887465 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=73,neutron:DELETE=5,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:03.920247 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3823feb9-033d-40c7-9414-81ee86848050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (08d8e581-e87e-4ea3-82e2-b7100e5ddd9e), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:03.922883 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3823feb9-033d-40c7-9414-81ee86848050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:03.924115 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-3823feb9-033d-40c7-9414-81ee86848050 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/08d8e581-e87e-4ea3-82e2-b7100e5ddd9e HTTP/1.1" status: 204 len: 168 time: 0.5344098 Sep 26 18:05:03.927531 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-926eaca6-7e79-41f5-a436-9d6fb8787395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (5c6313df-14cf-4fe4-aec0-f0c5b2605e84), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:03.930726 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-926eaca6-7e79-41f5-a436-9d6fb8787395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:03.934259 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-926eaca6-7e79-41f5-a436-9d6fb8787395 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/5c6313df-14cf-4fe4-aec0-f0c5b2605e84 HTTP/1.1" status: 204 len: 168 time: 0.5517981 Sep 26 18:05:03.960857 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3823feb9-033d-40c7-9414-81ee86848050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d8e581-e87e-4ea3-82e2-b7100e5ddd9e,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:03.981341 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:03.999271 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926eaca6-7e79-41f5-a436-9d6fb8787395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6313df-14cf-4fe4-aec0-f0c5b2605e84,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:04.106246 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:04.215967 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:04.353126 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-4c31874c-7ae5-4227-8d07-403dfea6f1b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:04.390524 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc7475-5c76-452f-922c-538cd2a2cc58 req-68cf085b-c7c8-41ba-9c70-102b0356f9a1 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:04.394741 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5cfc7475-5c76-452f-922c-538cd2a2cc58 req-68cf085b-c7c8-41ba-9c70-102b0356f9a1 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0837643 Sep 26 18:05:04.463443 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d9d0208a-7c3d-4126-ad78-e1814df90f7f req-f3e9a0cf-9181-41d8-9bd8-75781507b89c tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 210 time: 0.0669715 Sep 26 18:05:04.533434 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5cfc7475-5c76-452f-922c-538cd2a2cc58 req-c81f631e-da5e-48e3-855b-08a30b889792 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197522 Sep 26 18:05:05.239560 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 48776) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:05.259351 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4bc4ed38-a9ea-4a0b-8cca-e8eb10b47ea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:05.346177 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:05.391329 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4bc4ed38-a9ea-4a0b-8cca-e8eb10b47ea3 admin admin] Publish callbacks [] for security_group (af87d5fc-b10f-4b0e-b029-02f9d6449bfd), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:05.398613 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 48778) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:05.413439 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-48a37e0b-960e-4910-a54b-9be48e8b0609 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:05.588888 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-48a37e0b-960e-4910-a54b-9be48e8b0609 admin admin] Publish callbacks [] for security_group (ce8d477f-098a-4a7b-8c94-64d0ec29e502), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:05.654724 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:05.663252 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4bc4ed38-a9ea-4a0b-8cca-e8eb10b47ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (af87d5fc-b10f-4b0e-b029-02f9d6449bfd), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:05.669292 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-49c571ab-59ae-4b3c-b84e-7c0b03db4883 req-5e762f99-f57c-47c2-b13e-dec70c253174 tempest-DeleteServersTestJSON-1899306372 tempest-DeleteServersTestJSON-1899306372-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4d3e0a96-a5c5-43b1-97d6-172536258bc4 HTTP/1.1" status: 200 len: 210 time: 0.0452831 Sep 26 18:05:05.734048 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4ed38-a9ea-4a0b-8cca-e8eb10b47ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af87d5fc-b10f-4b0e-b029-02f9d6449bfd,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:05.755994 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecf30a-4883-4189-a135-7de315bd66a4 req-01fe5060-8170-4e55-a33c-99ad6843debf tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:05.757735 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e7ecf30a-4883-4189-a135-7de315bd66a4 req-01fe5060-8170-4e55-a33c-99ad6843debf tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0971727 Sep 26 18:05:05.761255 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-4bc4ed38-a9ea-4a0b-8cca-e8eb10b47ea3 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=1d720749d3b740a9a28ddd3c71b3ff49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5200000 Sep 26 18:05:05.765238 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 48784) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:05.827435 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8b93a778-9b94-41c3-bc2a-06ca2951656a admin admin] Publish callbacks [] for security_group (af87d5fc-b10f-4b0e-b029-02f9d6449bfd), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:05.832744 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e7ecf30a-4883-4189-a135-7de315bd66a4 req-78685053-deba-49a4-91e0-a104678bd7cd tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688348 Sep 26 18:05:05.857345 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8b93a778-9b94-41c3-bc2a-06ca2951656a admin admin] Publish callbacks [] for security_group (af87d5fc-b10f-4b0e-b029-02f9d6449bfd), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:05.892258 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-48a37e0b-960e-4910-a54b-9be48e8b0609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (ce8d477f-098a-4a7b-8c94-64d0ec29e502), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:05.946536 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a37e0b-960e-4910-a54b-9be48e8b0609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8d477f-098a-4a7b-8c94-64d0ec29e502,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:05.953690 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-48a37e0b-960e-4910-a54b-9be48e8b0609 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=4ac92811ebcb4b68a3d889e7aad244f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5513351 Sep 26 18:05:05.954006 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 48786) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:06.027007 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-db5f2056-1666-49d7-842c-6b6fa39a73a0 admin admin] Publish callbacks [] for security_group (ce8d477f-098a-4a7b-8c94-64d0ec29e502), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:06.076771 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-db5f2056-1666-49d7-842c-6b6fa39a73a0 admin admin] Publish callbacks [] for security_group (ce8d477f-098a-4a7b-8c94-64d0ec29e502), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:06.147045 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8b93a778-9b94-41c3-bc2a-06ca2951656a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (af87d5fc-b10f-4b0e-b029-02f9d6449bfd), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:06.152397 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8b93a778-9b94-41c3-bc2a-06ca2951656a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:06.154000 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:INSERT=7,neutron:UPDATE=1,neutron:SELECT=88,neutron:DELETE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:06.156190 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-8b93a778-9b94-41c3-bc2a-06ca2951656a admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/af87d5fc-b10f-4b0e-b029-02f9d6449bfd HTTP/1.1" status: 204 len: 168 time: 0.3895688 Sep 26 18:05:06.178556 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93a778-9b94-41c3-bc2a-06ca2951656a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af87d5fc-b10f-4b0e-b029-02f9d6449bfd,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:06.397913 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-db5f2056-1666-49d7-842c-6b6fa39a73a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (ce8d477f-098a-4a7b-8c94-64d0ec29e502), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:06.400685 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-db5f2056-1666-49d7-842c-6b6fa39a73a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:06.401977 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-db5f2056-1666-49d7-842c-6b6fa39a73a0 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/ce8d477f-098a-4a7b-8c94-64d0ec29e502 HTTP/1.1" status: 204 len: 168 time: 0.4468873 Sep 26 18:05:06.414531 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f2056-1666-49d7-842c-6b6fa39a73a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8d477f-098a-4a7b-8c94-64d0ec29e502,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:06.792679 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device d0137809-e085-4d58-a7ea-c00ace0e5fb0 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:05:06.837619 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] No Port match for: d0137809-e085-4d58-a7ea-c00ace0e5fb0 {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:05:06.838080 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device d0137809-e085-4d58-a7ea-c00ace0e5fb0 not bound to the agent host hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:05:07.007549 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537654d-212f-47db-99e4-47f5a1b19d4b req-cbffc414-5c34-4e4c-a1a2-4f22dff72fb8 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:07.016451 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1537654d-212f-47db-99e4-47f5a1b19d4b req-cbffc414-5c34-4e4c-a1a2-4f22dff72fb8 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0919633 Sep 26 18:05:07.088850 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1537654d-212f-47db-99e4-47f5a1b19d4b req-2282320b-84dd-46ad-a599-029af427c7a0 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674706 Sep 26 18:05:07.215207 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:07.390235 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:07.740072 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 48860) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:07.766808 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-ce50f9c8-d8cd-49f5-937e-1dfc799209f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:07.889718 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-ce50f9c8-d8cd-49f5-937e-1dfc799209f8 admin admin] Publish callbacks [] for security_group (3932441c-4975-4eb7-93a0-74b37bfb75bb), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:08.020093 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-ce50f9c8-d8cd-49f5-937e-1dfc799209f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (3932441c-4975-4eb7-93a0-74b37bfb75bb), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:08.068869 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-ce50f9c8-d8cd-49f5-937e-1dfc799209f8 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=e676907015fa483695dbd661846ad887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3262315 Sep 26 18:05:08.071687 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 48868) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:08.085563 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50f9c8-d8cd-49f5-937e-1dfc799209f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3932441c-4975-4eb7-93a0-74b37bfb75bb,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:08.149104 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-58468ba3-549f-42c2-81d8-0ad2f40842c9 admin admin] Publish callbacks [] for security_group (3932441c-4975-4eb7-93a0-74b37bfb75bb), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:08.173944 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-58468ba3-549f-42c2-81d8-0ad2f40842c9 admin admin] Publish callbacks [] for security_group (3932441c-4975-4eb7-93a0-74b37bfb75bb), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:08.266002 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c82c49-0716-4747-85c8-ad2b0771f7f9 req-05a4b596-f9db-452f-bca8-09ebe095afab tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:08.267523 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-09c82c49-0716-4747-85c8-ad2b0771f7f9 req-05a4b596-f9db-452f-bca8-09ebe095afab tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0618274 Sep 26 18:05:08.328840 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-09c82c49-0716-4747-85c8-ad2b0771f7f9 req-52de2733-f4cc-4fd4-b3a1-540b6becd256 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506301 Sep 26 18:05:08.407357 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-58468ba3-549f-42c2-81d8-0ad2f40842c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (3932441c-4975-4eb7-93a0-74b37bfb75bb), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:08.411444 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-58468ba3-549f-42c2-81d8-0ad2f40842c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:08.418220 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-58468ba3-549f-42c2-81d8-0ad2f40842c9 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/3932441c-4975-4eb7-93a0-74b37bfb75bb HTTP/1.1" status: 204 len: 168 time: 0.3405743 Sep 26 18:05:08.425415 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58468ba3-549f-42c2-81d8-0ad2f40842c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3932441c-4975-4eb7-93a0-74b37bfb75bb,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:08.567685 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:08.907184 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 48948) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:09.198129 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-530360eb-f6be-44e7-8778-75fa7258ad2b tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:09.202825 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-530360eb-f6be-44e7-8778-75fa7258ad2b tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/networks?id=a142954b-43e8-41cf-b242-1c1db52c4d6c HTTP/1.1" status: 200 len: 808 time: 0.2870202 Sep 26 18:05:09.265560 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-661b14e7-c087-41d4-8102-9b3ab9c5a0b9 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/quotas/31e42dd8f6ff445cb7d44b0b0ce94fc2 HTTP/1.1" status: 200 len: 375 time: 0.0204010 Sep 26 18:05:09.333597 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-3ccf0e1e-381b-49bb-9a17-ad4b129b58ec tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=31e42dd8f6ff445cb7d44b0b0ce94fc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611162 Sep 26 18:05:09.388917 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:09.523637 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491424c-809b-413a-943a-b570101ffd65 req-f3e1dc48-f639-405b-a6c8-142f680d578c tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:09.525170 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3491424c-809b-413a-943a-b570101ffd65 req-f3e1dc48-f639-405b-a6c8-142f680d578c tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0807672 Sep 26 18:05:09.605928 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-29643e37-31f3-4bdd-9a85-7541d9b5d6ca service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a142954b-43e8-41cf-b242-1c1db52c4d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607722 Sep 26 18:05:09.690928 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:09.826530 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3491424c-809b-413a-943a-b570101ffd65 req-529a02b6-3b56-4209-b99e-c812d4ef3383 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343047 Sep 26 18:05:09.826530 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-25caf324-37f1-44f0-b827-3d2185c2f2fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-492504'] for router_interface (bfaf0708-7f5b-484e-af61-7a35c70a1b8e), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:09.853260 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-acee1c48-6ba9-4082-bbad-d179005993a4 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a142954b-43e8-41cf-b242-1c1db52c4d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348351 Sep 26 18:05:10.014864 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:10.421588 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-850f22cc-337f-41b1-b1ce-0ecee21da7d6 req-5cee2b58-62aa-4fba-a551-8d3a4b91bea1 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 210 time: 0.0389609 Sep 26 18:05:10.499608 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-25caf324-37f1-44f0-b827-3d2185c2f2fa admin admin] Deleting port fb58c317-4b0a-4a19-9f85-e4d345e30abb {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:05:10.500205 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-25caf324-37f1-44f0-b827-3d2185c2f2fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (fb58c317-4b0a-4a19-9f85-e4d345e30abb), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:10.646479 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6cb8e-fd8f-40d9-985a-84be20fe7cd0 req-58d4bc4c-55e0-4120-b78d-9a8eaf46e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:10.648028 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2ef6cb8e-fd8f-40d9-985a-84be20fe7cd0 req-58d4bc4c-55e0-4120-b78d-9a8eaf46e4f0 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 1129 time: 0.0642402 Sep 26 18:05:10.657978 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [None req-25caf324-37f1-44f0-b827-3d2185c2f2fa admin admin] For port fb58c317-4b0a-4a19-9f85-e4d345e30abb, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=fb58c317-4b0a-4a19-9f85-e4d345e30abb,segment=NetworkSegment(2127eb0b-2409-4ca7-8afc-f12dda366aad),segment_id=2127eb0b-2409-4ca7-8afc-f12dda366aad)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:10.657978 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-25caf324-37f1-44f0-b827-3d2185c2f2fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (fb58c317-4b0a-4a19-9f85-e4d345e30abb), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:10.690467 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-25caf324-37f1-44f0-b827-3d2185c2f2fa admin admin] Calling delete_port for fb58c317-4b0a-4a19-9f85-e4d345e30abb owned by network:router_interface {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:05:10.790334 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2ef6cb8e-fd8f-40d9-985a-84be20fe7cd0 req-d8db2228-1dbe-4dc1-82ff-3a872e860716 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296251 Sep 26 18:05:11.028723 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2fe6b-6017-4f4d-b6d4-88658fce5a5d req-2b7c8823-6a06-443f-97b7-21138cf68eb5 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:11.030370 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1ab2fe6b-6017-4f4d-b6d4-88658fce5a5d req-2b7c8823-6a06-443f-97b7-21138cf68eb5 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0823865 Sep 26 18:05:11.127106 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1ab2fe6b-6017-4f4d-b6d4-88658fce5a5d req-e322485f-3aed-44da-a7df-bddf2b2333e9 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823832 Sep 26 18:05:11.242632 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:11.244477 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-25caf324-37f1-44f0-b827-3d2185c2f2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (fb58c317-4b0a-4a19-9f85-e4d345e30abb), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:11.280761 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25caf324-37f1-44f0-b827-3d2185c2f2fa admin admin] Pushing event deleted for resources: {'Port': ['ID=fb58c317-4b0a-4a19-9f85-e4d345e30abb,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:11.599432 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5a361a2a-ea49-48d2-82e1-0ea77591701e req-a008d161-de03-405e-a9b3-268c9d904dcb tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 210 time: 0.0601945 Sep 26 18:05:11.600249 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:11.603541 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-25caf324-37f1-44f0-b827-3d2185c2f2fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-642353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504936'] for router_interface (bfaf0708-7f5b-484e-af61-7a35c70a1b8e), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:11.715575 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 49044) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:11.910203 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0e916b61-d8d8-46a7-9835-6777166bd15a req-c826fe8e-93a4-4954-89c5-4908d63a71db service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1501954 Sep 26 18:05:11.936080 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6109067f-63c3-4c48-9400-855da2d42eb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:12.127824 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25caf324-37f1-44f0-b827-3d2185c2f2fa admin admin] Router bfaf0708-7f5b-484e-af61-7a35c70a1b8e has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:05:12.235041 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6109067f-63c3-4c48-9400-855da2d42eb4 admin admin] Publish callbacks [] for security_group (543a1c4f-4e1c-4520-8a3a-bc928c7f5384), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:12.356515 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6109067f-63c3-4c48-9400-855da2d42eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (543a1c4f-4e1c-4520-8a3a-bc928c7f5384), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:12.418163 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109067f-63c3-4c48-9400-855da2d42eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543a1c4f-4e1c-4520-8a3a-bc928c7f5384,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:12.430952 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-6109067f-63c3-4c48-9400-855da2d42eb4 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=aa33e03388af4f658531c23d08d2999f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7139318 Sep 26 18:05:12.432459 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 49066) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:12.449518 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32763400-b8e3-436a-b20e-6ea5a0fdc81a req-67c9c640-7991-4e05-a00c-69d96c6579f8 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:12.451146 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-32763400-b8e3-436a-b20e-6ea5a0fdc81a req-67c9c640-7991-4e05-a00c-69d96c6579f8 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.1184299 Sep 26 18:05:12.455152 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e916b61-d8d8-46a7-9835-6777166bd15a req-61aa3153-dd0c-4069-adb7-bbb713d3d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:12.457017 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0e916b61-d8d8-46a7-9835-6777166bd15a req-61aa3153-dd0c-4069-adb7-bbb713d3d58d service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=3a15ebd862054a64ac1d739db5adc3a2&device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 1130 time: 0.1780958 Sep 26 18:05:12.469347 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25caf324-37f1-44f0-b827-3d2185c2f2fa admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:05:12.482825 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-25caf324-37f1-44f0-b827-3d2185c2f2fa admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/bfaf0708-7f5b-484e-af61-7a35c70a1b8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5769064 Sep 26 18:05:12.489142 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7359d4-e5f3-45df-ae8e-f741caa48fd8 None None] Sync routers for ids ['bfaf0708-7f5b-484e-af61-7a35c70a1b8e'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:05:12.491354 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 49068) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:12.513006 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7359d4-e5f3-45df-ae8e-f741caa48fd8 None None] Routers {'bfaf0708-7f5b-484e-af61-7a35c70a1b8e'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:05:12.513959 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-ec7359d4-e5f3-45df-ae8e-f741caa48fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:05:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['bfaf0708-7f5b-484e-af61-7a35c70a1b8e'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:12.547601 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-32763400-b8e3-436a-b20e-6ea5a0fdc81a req-ce05cbba-345c-40b0-876e-cfe70134f6f5 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855467 Sep 26 18:05:12.651130 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0f59378a-c8f1-4d66-bc07-ae532726eb66 admin admin] Publish callbacks [] for security_group (543a1c4f-4e1c-4520-8a3a-bc928c7f5384), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:12.670078 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-ec7359d4-e5f3-45df-ae8e-f741caa48fd8 None None] Set router bfaf0708-7f5b-484e-af61-7a35c70a1b8e gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:05:12.701278 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0f59378a-c8f1-4d66-bc07-ae532726eb66 admin admin] Publish callbacks [] for security_group (543a1c4f-4e1c-4520-8a3a-bc928c7f5384), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:12.717062 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2427200f-ab9c-45c3-a0e9-970cdd7eaf72 admin admin] Publish callbacks [] for router (bfaf0708-7f5b-484e-af61-7a35c70a1b8e), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:12.765069 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2effabf3-e6a0-449d-a2c5-8dcd6b40f2ae req-5bb33e6b-4b00-4d25-acde-519d6fa45836 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 210 time: 0.0451043 Sep 26 18:05:12.913099 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2427200f-ab9c-45c3-a0e9-970cdd7eaf72 admin admin] Publish callbacks [] for router_gateway (bfaf0708-7f5b-484e-af61-7a35c70a1b8e), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:12.958937 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-ec7359d4-e5f3-45df-ae8e-f741caa48fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfaf0708-7f5b-484e-af61-7a35c70a1b8e', 'name': 'tempest-DeleteServersTestJSON-516662706-router', 'tenant_id': 'bcd6fe4cc3554b888bb25819f5fac1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'fe6d9090-50e0-49b7-a5f2-03b789538585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:05:11Z', 'revision_number': 5, 'project_id': 'bcd6fe4cc3554b888bb25819f5fac1e4', 'gw_port': {'id': 'fe6d9090-50e0-49b7-a5f2-03b789538585', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaf0708-7f5b-484e-af61-7a35c70a1b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:17Z', 'updated_at': '2022-09-26T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:13.002237 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7359d4-e5f3-45df-ae8e-f741caa48fd8 None None] Checking router: bfaf0708-7f5b-484e-af61-7a35c70a1b8e for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:05:13.016368 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7359d4-e5f3-45df-ae8e-f741caa48fd8 None None] Routers {'bfaf0708-7f5b-484e-af61-7a35c70a1b8e'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:05:13.017301 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-ec7359d4-e5f3-45df-ae8e-f741caa48fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:05:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['bfaf0708-7f5b-484e-af61-7a35c70a1b8e'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:13.030417 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0f59378a-c8f1-4d66-bc07-ae532726eb66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (543a1c4f-4e1c-4520-8a3a-bc928c7f5384), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:13.036744 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0f59378a-c8f1-4d66-bc07-ae532726eb66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:13.039194 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-0f59378a-c8f1-4d66-bc07-ae532726eb66 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/543a1c4f-4e1c-4520-8a3a-bc928c7f5384 HTTP/1.1" status: 204 len: 168 time: 0.6053171 Sep 26 18:05:13.072365 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59378a-c8f1-4d66-bc07-ae532726eb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543a1c4f-4e1c-4520-8a3a-bc928c7f5384,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:13.187468 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-ec7359d4-e5f3-45df-ae8e-f741caa48fd8 None None] Set router bfaf0708-7f5b-484e-af61-7a35c70a1b8e gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:05:13.192913 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-2427200f-ab9c-45c3-a0e9-970cdd7eaf72 admin admin] Deleting port fe6d9090-50e0-49b7-a5f2-03b789538585 {{(pid=106582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:05:13.194978 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2427200f-ab9c-45c3-a0e9-970cdd7eaf72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (fe6d9090-50e0-49b7-a5f2-03b789538585), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:13.276602 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e916b61-d8d8-46a7-9835-6777166bd15a req-e2cf1ce2-7619-4a21-afc0-e6c7136e7412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:13.278282 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0e916b61-d8d8-46a7-9835-6777166bd15a req-e2cf1ce2-7619-4a21-afc0-e6c7136e7412 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=45aee833-caf9-4514-8a4b-002783e94737 HTTP/1.1" status: 200 len: 919 time: 0.2267509 Sep 26 18:05:13.347639 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0e916b61-d8d8-46a7-9835-6777166bd15a req-bc4ec0c7-288a-4569-82d3-d090affd2ca2 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88eb2714-0a5c-49b3-aebb-0b129916ee37 HTTP/1.1" status: 200 len: 217 time: 0.0498977 Sep 26 18:05:13.347999 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.db [None req-2427200f-ab9c-45c3-a0e9-970cdd7eaf72 admin admin] For port fe6d9090-50e0-49b7-a5f2-03b789538585, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=fe6d9090-50e0-49b7-a5f2-03b789538585,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:13.347999 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2427200f-ab9c-45c3-a0e9-970cdd7eaf72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (fe6d9090-50e0-49b7-a5f2-03b789538585), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:13.403804 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-2427200f-ab9c-45c3-a0e9-970cdd7eaf72 admin admin] Calling delete_port for fe6d9090-50e0-49b7-a5f2-03b789538585 owned by network:router_gateway {{(pid=106582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:05:13.464444 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e916b61-d8d8-46a7-9835-6777166bd15a req-ac631e8e-6ca2-4ee8-924b-a4b0412342eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:13.464996 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0e916b61-d8d8-46a7-9835-6777166bd15a req-ac631e8e-6ca2-4ee8-924b-a4b0412342eb service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=e01e5c5e-987a-4185-87ba-f124ff403d46 HTTP/1.1" status: 200 len: 857 time: 0.1164863 Sep 26 18:05:13.524409 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e916b61-d8d8-46a7-9835-6777166bd15a req-56461fb6-0005-4960-98ed-b031c6d57950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:13.528239 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0e916b61-d8d8-46a7-9835-6777166bd15a req-56461fb6-0005-4960-98ed-b031c6d57950 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=45aee833-caf9-4514-8a4b-002783e94737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524106 Sep 26 18:05:13.604516 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-ec7359d4-e5f3-45df-ae8e-f741caa48fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfaf0708-7f5b-484e-af61-7a35c70a1b8e', 'name': 'tempest-DeleteServersTestJSON-516662706-router', 'tenant_id': 'bcd6fe4cc3554b888bb25819f5fac1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'fe6d9090-50e0-49b7-a5f2-03b789538585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:05:11Z', 'revision_number': 5, 'project_id': 'bcd6fe4cc3554b888bb25819f5fac1e4', 'gw_port': {'id': 'fe6d9090-50e0-49b7-a5f2-03b789538585', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaf0708-7f5b-484e-af61-7a35c70a1b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:17Z', 'updated_at': '2022-09-26T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:13.695468 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0e916b61-d8d8-46a7-9835-6777166bd15a req-dc160039-40de-4c94-ba0e-3c63f01129ba service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572239 Sep 26 18:05:13.724447 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7359d4-e5f3-45df-ae8e-f741caa48fd8 None None] The sync data for ids ['bfaf0708-7f5b-484e-af61-7a35c70a1b8e'] in dv-cinder-859319-1-iscsi is: [{'id': 'bfaf0708-7f5b-484e-af61-7a35c70a1b8e', 'name': 'tempest-DeleteServersTestJSON-516662706-router', 'tenant_id': 'bcd6fe4cc3554b888bb25819f5fac1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'fe6d9090-50e0-49b7-a5f2-03b789538585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:05:11Z', 'revision_number': 5, 'project_id': 'bcd6fe4cc3554b888bb25819f5fac1e4', 'gw_port': {'id': 'fe6d9090-50e0-49b7-a5f2-03b789538585', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaf0708-7f5b-484e-af61-7a35c70a1b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:17Z', 'updated_at': '2022-09-26T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:05:14.014638 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:14.058796 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d84648-f99f-4f6a-a900-47c5909f11a3 req-19c47934-63d8-41b6-97e3-e3fd2a8fe46a tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:14.064339 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-14d84648-f99f-4f6a-a900-47c5909f11a3 req-19c47934-63d8-41b6-97e3-e3fd2a8fe46a tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.2457478 Sep 26 18:05:14.104606 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2427200f-ab9c-45c3-a0e9-970cdd7eaf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (fe6d9090-50e0-49b7-a5f2-03b789538585), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:14.222312 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ff32b775-6fb6-4d14-bcbb-4a59cd521dc2 req-48376984-66bb-47d8-b8ba-94be85558b29 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 210 time: 0.1476793 Sep 26 18:05:14.248673 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427200f-ab9c-45c3-a0e9-970cdd7eaf72 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe6d9090-50e0-49b7-a5f2-03b789538585,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:14.251603 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0e916b61-d8d8-46a7-9835-6777166bd15a req-27198adb-784d-4b02-82ee-b2c29f0db770 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5432844 Sep 26 18:05:14.314371 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427200f-ab9c-45c3-a0e9-970cdd7eaf72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.315449 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427200f-ab9c-45c3-a0e9-970cdd7eaf72 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.316152 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427200f-ab9c-45c3-a0e9-970cdd7eaf72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.316677 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427200f-ab9c-45c3-a0e9-970cdd7eaf72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.317181 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427200f-ab9c-45c3-a0e9-970cdd7eaf72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.317740 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427200f-ab9c-45c3-a0e9-970cdd7eaf72 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.318323 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427200f-ab9c-45c3-a0e9-970cdd7eaf72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.318916 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427200f-ab9c-45c3-a0e9-970cdd7eaf72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.319443 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427200f-ab9c-45c3-a0e9-970cdd7eaf72 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.319971 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427200f-ab9c-45c3-a0e9-970cdd7eaf72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.320605 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427200f-ab9c-45c3-a0e9-970cdd7eaf72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.321247 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427200f-ab9c-45c3-a0e9-970cdd7eaf72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.321716 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427200f-ab9c-45c3-a0e9-970cdd7eaf72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.322163 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427200f-ab9c-45c3-a0e9-970cdd7eaf72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.322611 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427200f-ab9c-45c3-a0e9-970cdd7eaf72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.353200 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-14d84648-f99f-4f6a-a900-47c5909f11a3 req-50bf55a6-fb7d-4297-83c3-db137e04f20c tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690573 Sep 26 18:05:14.402930 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:14.417258 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2427200f-ab9c-45c3-a0e9-970cdd7eaf72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500258'] for router_gateway (bfaf0708-7f5b-484e-af61-7a35c70a1b8e), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:14.506897 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:14.634819 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004102a6-9164-46d9-9436-927c5e6eb1e8 req-3dac5639-29d1-4490-a434-40f6b90b7dc2 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:14.638551 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-004102a6-9164-46d9-9436-927c5e6eb1e8 req-3dac5639-29d1-4490-a434-40f6b90b7dc2 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.1078405 Sep 26 18:05:14.712195 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-004102a6-9164-46d9-9436-927c5e6eb1e8 req-8bd2bb74-8dbd-4a40-8fdf-50b00834460f tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597568 Sep 26 18:05:14.884041 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:14.887306 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2427200f-ab9c-45c3-a0e9-970cdd7eaf72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2095462'] for router (bfaf0708-7f5b-484e-af61-7a35c70a1b8e), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:14.893853 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2427200f-ab9c-45c3-a0e9-970cdd7eaf72 admin admin] Publish callbacks [] for router_controller (bfaf0708-7f5b-484e-af61-7a35c70a1b8e), precommit_delete_associations {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:15.209240 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2427200f-ab9c-45c3-a0e9-970cdd7eaf72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504853'] for router (bfaf0708-7f5b-484e-af61-7a35c70a1b8e), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:15.210177 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2427200f-ab9c-45c3-a0e9-970cdd7eaf72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfaf0708-7f5b-484e-af61-7a35c70a1b8e {{(pid=106582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 18:05:15.215967 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2427200f-ab9c-45c3-a0e9-970cdd7eaf72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:15.220731 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-2427200f-ab9c-45c3-a0e9-970cdd7eaf72 admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/bfaf0708-7f5b-484e-af61-7a35c70a1b8e HTTP/1.1" status: 204 len: 168 time: 2.7245619 Sep 26 18:05:15.229172 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 49134) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:15.312634 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_v2 [None req-99df1e72-e6cb-4550-b13c-5629e1d38327 admin admin] Deleting subnet f7c421de-8c97-43f0-abfe-f3557912f701 {{(pid=106583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:05:15.317237 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-99df1e72-e6cb-4550-b13c-5629e1d38327 admin admin] Publish callbacks [] for subnet (f7c421de-8c97-43f0-abfe-f3557912f701), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:15.370837 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-99df1e72-e6cb-4550-b13c-5629e1d38327 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4065934'] for subnet (f7c421de-8c97-43f0-abfe-f3557912f701), precommit_delete_associations {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:15.418359 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1bc30670-9ce7-4029-bdb4-42e6f565e549 req-69560a00-97cd-4f26-a700-4d710984fa93 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 210 time: 0.0634067 Sep 26 18:05:15.576126 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-99df1e72-e6cb-4550-b13c-5629e1d38327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32872334'] for subnet (f7c421de-8c97-43f0-abfe-f3557912f701), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:15.870246 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-99df1e72-e6cb-4550-b13c-5629e1d38327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32869299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3901742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302901'] for subnet (f7c421de-8c97-43f0-abfe-f3557912f701), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:15.881700 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:15.887842 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device fe6d9090-50e0-49b7-a5f2-03b789538585 no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:05:15.935014 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] No Port match for: fe6d9090-50e0-49b7-a5f2-03b789538585 {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:05:15.935327 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device fe6d9090-50e0-49b7-a5f2-03b789538585 not bound to the agent host dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:05:15.939312 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device fb58c317-4b0a-4a19-9f85-e4d345e30abb no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:05:15.945656 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df1e72-e6cb-4550-b13c-5629e1d38327 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7c421de-8c97-43f0-abfe-f3557912f701,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:15.960350 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-99df1e72-e6cb-4550-b13c-5629e1d38327 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:15.964295 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-99df1e72-e6cb-4550-b13c-5629e1d38327 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/f7c421de-8c97-43f0-abfe-f3557912f701 HTTP/1.1" status: 204 len: 168 time: 0.7338274 Sep 26 18:05:15.969092 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 49148) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:15.975831 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c81f9fa-4f10-47cc-84a1-2251bcfca381 None None] Network 14afb4e8-c529-4ecb-b70e-20ecdadd3fe6 requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:05:15.981471 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99df1e72-e6cb-4550-b13c-5629e1d38327 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:15.982133 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99df1e72-e6cb-4550-b13c-5629e1d38327 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:15.982664 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99df1e72-e6cb-4550-b13c-5629e1d38327 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:15.983208 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99df1e72-e6cb-4550-b13c-5629e1d38327 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:15.987486 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99df1e72-e6cb-4550-b13c-5629e1d38327 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:15.988560 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99df1e72-e6cb-4550-b13c-5629e1d38327 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:15.989111 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99df1e72-e6cb-4550-b13c-5629e1d38327 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:15.989685 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99df1e72-e6cb-4550-b13c-5629e1d38327 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:15.990349 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99df1e72-e6cb-4550-b13c-5629e1d38327 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:15.991306 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99df1e72-e6cb-4550-b13c-5629e1d38327 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:15.992157 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99df1e72-e6cb-4550-b13c-5629e1d38327 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:15.997080 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99df1e72-e6cb-4550-b13c-5629e1d38327 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:15.997080 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99df1e72-e6cb-4550-b13c-5629e1d38327 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:15.997080 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99df1e72-e6cb-4550-b13c-5629e1d38327 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:15.997080 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99df1e72-e6cb-4550-b13c-5629e1d38327 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:16.114437 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-b3d51773-51b3-40b9-9cc7-40c6fad64ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32779771'] for network (14afb4e8-c529-4ecb-b70e-20ecdadd3fe6), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:16.127367 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] No Port match for: fb58c317-4b0a-4a19-9f85-e4d345e30abb {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:05:16.128046 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device fb58c317-4b0a-4a19-9f85-e4d345e30abb not bound to the agent host dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:05:16.131966 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-dc67fb16-ca47-4be6-890c-a554e3bedc75 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:16.134065 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-dc67fb16-ca47-4be6-890c-a554e3bedc75 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.88 "GET /networking/v2.0/networks?id=a142954b-43e8-41cf-b242-1c1db52c4d6c HTTP/1.1" status: 200 len: 808 time: 0.3796763 Sep 26 18:05:16.160474 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-b821d0d4-8b4c-4017-988d-1d1d3ce7f625 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Request body: {'port': {'device_id': 'c3f7652f-6765-4967-9ff6-f112a4b367e9', 'network_id': 'a142954b-43e8-41cf-b242-1c1db52c4d6c', 'admin_state_up': True, 'tenant_id': '31e42dd8f6ff445cb7d44b0b0ce94fc2'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:16.204641 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-b3d51773-51b3-40b9-9cc7-40c6fad64ed5 admin admin] Deleting port 5a1146a6-4ca6-4840-b44e-ec16c98ad067 {{(pid=106582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:05:16.206144 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-b3d51773-51b3-40b9-9cc7-40c6fad64ed5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (5a1146a6-4ca6-4840-b44e-ec16c98ad067), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:16.350112 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2b0e69-8aa3-4623-88d4-14d57c45ecf1 None None] DHCP port deletion for 14afb4e8-c529-4ecb-b70e-20ecdadd3fe6 request from dv-cinder-859319-1-iscsi {{(pid=106584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 18:05:16.441012 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.db [None req-b3d51773-51b3-40b9-9cc7-40c6fad64ed5 admin admin] For port 5a1146a6-4ca6-4840-b44e-ec16c98ad067, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=5a1146a6-4ca6-4840-b44e-ec16c98ad067,segment=NetworkSegment(2127eb0b-2409-4ca7-8afc-f12dda366aad),segment_id=2127eb0b-2409-4ca7-8afc-f12dda366aad)] {{(pid=106582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:16.441012 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-b3d51773-51b3-40b9-9cc7-40c6fad64ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (5a1146a6-4ca6-4840-b44e-ec16c98ad067), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:16.442207 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-ae2b0e69-8aa3-4623-88d4-14d57c45ecf1 None None] Deleting port 5a1146a6-4ca6-4840-b44e-ec16c98ad067 {{(pid=106584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:05:16.442879 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0e69-8aa3-4623-88d4-14d57c45ecf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (5a1146a6-4ca6-4840-b44e-ec16c98ad067), before_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:16.483560 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-b3d51773-51b3-40b9-9cc7-40c6fad64ed5 admin admin] Calling delete_port for 5a1146a6-4ca6-4840-b44e-ec16c98ad067 owned by network:dhcp {{(pid=106582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:05:16.567493 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-ae2b0e69-8aa3-4623-88d4-14d57c45ecf1 None None] For port 5a1146a6-4ca6-4840-b44e-ec16c98ad067, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=5a1146a6-4ca6-4840-b44e-ec16c98ad067,segment=NetworkSegment(2127eb0b-2409-4ca7-8afc-f12dda366aad),segment_id=2127eb0b-2409-4ca7-8afc-f12dda366aad)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:16.567814 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0e69-8aa3-4623-88d4-14d57c45ecf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (5a1146a6-4ca6-4840-b44e-ec16c98ad067), precommit_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:16.585043 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-ae2b0e69-8aa3-4623-88d4-14d57c45ecf1 None None] Calling delete_port for 5a1146a6-4ca6-4840-b44e-ec16c98ad067 owned by network:dhcp {{(pid=106584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:05:16.678322 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9cbfc893-ecaa-41f3-984f-8dfb9a837fc2 req-8715f7c6-ec27-46a1-936d-0ee4f801d28f tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 210 time: 0.0780895 Sep 26 18:05:16.682123 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-b821d0d4-8b4c-4017-988d-1d1d3ce7f625 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Made reservation on behalf of 31e42dd8f6ff445cb7d44b0b0ce94fc2 for: {'port': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:05:16.707238 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-b821d0d4-8b4c-4017-988d-1d1d3ce7f625 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:16.716559 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:16.873528 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-b821d0d4-8b4c-4017-988d-1d1d3ce7f625 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Allocated IP 172.20.0.11 (a142954b-43e8-41cf-b242-1c1db52c4d6c/44ed5ff9-3c77-4db5-955c-83c31323e1cd/c786b600-af8e-47b7-8eb2-2b3abde7c6a6) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:05:16.898168 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-b3d51773-51b3-40b9-9cc7-40c6fad64ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (5a1146a6-4ca6-4840-b44e-ec16c98ad067), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:16.936639 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0e69-8aa3-4623-88d4-14d57c45ecf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729'] for port (5a1146a6-4ca6-4840-b44e-ec16c98ad067), after_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:16.957252 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d51773-51b3-40b9-9cc7-40c6fad64ed5 admin admin] No DVR routers for this DVR port 5a1146a6-4ca6-4840-b44e-ec16c98ad067 on host dv-cinder-859319-1-iscsi {{(pid=106582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:05:16.960787 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d51773-51b3-40b9-9cc7-40c6fad64ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a1146a6-4ca6-4840-b44e-ec16c98ad067,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:16.987731 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2b0e69-8aa3-4623-88d4-14d57c45ecf1 None None] No DVR routers for this DVR port 5a1146a6-4ca6-4840-b44e-ec16c98ad067 on host dv-cinder-859319-1-iscsi {{(pid=106584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:05:16.998392 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b0e69-8aa3-4623-88d4-14d57c45ecf1 None None] Pushing event deleted for resources: {'Port': ['ID=5a1146a6-4ca6-4840-b44e-ec16c98ad067,revision_number=None']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:17.008826 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b0e69-8aa3-4623-88d4-14d57c45ecf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:17.009693 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b0e69-8aa3-4623-88d4-14d57c45ecf1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:17.010233 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b0e69-8aa3-4623-88d4-14d57c45ecf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:17.010749 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b0e69-8aa3-4623-88d4-14d57c45ecf1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:17.011243 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b0e69-8aa3-4623-88d4-14d57c45ecf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:17.011929 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b0e69-8aa3-4623-88d4-14d57c45ecf1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:17.012272 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b0e69-8aa3-4623-88d4-14d57c45ecf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:17.012607 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b0e69-8aa3-4623-88d4-14d57c45ecf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:17.018905 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b0e69-8aa3-4623-88d4-14d57c45ecf1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:17.018905 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b0e69-8aa3-4623-88d4-14d57c45ecf1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:17.018905 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b0e69-8aa3-4623-88d4-14d57c45ecf1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:17.018905 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b0e69-8aa3-4623-88d4-14d57c45ecf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:17.018905 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b0e69-8aa3-4623-88d4-14d57c45ecf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:17.018905 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b0e69-8aa3-4623-88d4-14d57c45ecf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:17.018905 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b0e69-8aa3-4623-88d4-14d57c45ecf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:17.099843 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-b3d51773-51b3-40b9-9cc7-40c6fad64ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841381', 'neutron.services.segments.db._delete_segments_for_network-8756749958337'] for network (14afb4e8-c529-4ecb-b70e-20ecdadd3fe6), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:17.127902 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.services.segments.db [None req-b3d51773-51b3-40b9-9cc7-40c6fad64ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14afb4e8-c529-4ecb-b70e-20ecdadd3fe6']}} {{(pid=106582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:17.142146 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.services.segments.db [None req-b3d51773-51b3-40b9-9cc7-40c6fad64ed5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2127eb0b-2409-4ca7-8afc-f12dda366aad') {'for_net_delete': True} {{(pid=106582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:17.142522 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.services.segments.db [None req-b3d51773-51b3-40b9-9cc7-40c6fad64ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2127eb0b-2409-4ca7-8afc-f12dda366aad') {} {{(pid=106582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:17.161615 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-b3d51773-51b3-40b9-9cc7-40c6fad64ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756749958229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230121'] for segment (2127eb0b-2409-4ca7-8afc-f12dda366aad), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:17.186426 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-b3d51773-51b3-40b9-9cc7-40c6fad64ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (2127eb0b-2409-4ca7-8afc-f12dda366aad), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:17.190198 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-b821d0d4-8b4c-4017-988d-1d1d3ce7f625 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Publish callbacks [] for port (c786b600-af8e-47b7-8eb2-2b3abde7c6a6), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:17.200454 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d51773-51b3-40b9-9cc7-40c6fad64ed5 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=106582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:05:17.201473 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-b3d51773-51b3-40b9-9cc7-40c6fad64ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-513876'] for segment (2127eb0b-2409-4ca7-8afc-f12dda366aad), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:17.229798 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.services.segments.plugin [-] Segment 2127eb0b-2409-4ca7-8afc-f12dda366aad resource provider aggregate not found Sep 26 18:05:17.293301 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.services.segments.plugin [-] Segment 2127eb0b-2409-4ca7-8afc-f12dda366aad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2127eb0b-2409-4ca7-8afc-f12dda366aad found for delete ", "request_id": "req-6ea3b111-2232-4cf6-b009-941c531e41f5"}]} Sep 26 18:05:17.441824 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-b821d0d4-8b4c-4017-988d-1d1d3ce7f625 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (c786b600-af8e-47b7-8eb2-2b3abde7c6a6), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:17.442521 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-b3d51773-51b3-40b9-9cc7-40c6fad64ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500471'] for network (14afb4e8-c529-4ecb-b70e-20ecdadd3fe6), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:17.459929 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-b3d51773-51b3-40b9-9cc7-40c6fad64ed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:17.468448 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-b3d51773-51b3-40b9-9cc7-40c6fad64ed5 admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/14afb4e8-c529-4ecb-b70e-20ecdadd3fe6 HTTP/1.1" status: 204 len: 168 time: 1.4982283 Sep 26 18:05:17.493896 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-b821d0d4-8b4c-4017-988d-1d1d3ce7f625 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Network a142954b-43e8-41cf-b242-1c1db52c4d6c is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:05:17.499626 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-b821d0d4-8b4c-4017-988d-1d1d3ce7f625 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:05:17.500933 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d51773-51b3-40b9-9cc7-40c6fad64ed5 admin admin] Pushing event deleted for resources: {'Network': ['ID=14afb4e8-c529-4ecb-b70e-20ecdadd3fe6,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:17.542288 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-b821d0d4-8b4c-4017-988d-1d1d3ce7f625 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:05:17.612985 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821d0d4-8b4c-4017-988d-1d1d3ce7f625 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Pushing event updated for resources: {'Port': ['ID=c786b600-af8e-47b7-8eb2-2b3abde7c6a6,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:17.678447 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-b821d0d4-8b4c-4017-988d-1d1d3ce7f625 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:17.681233 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-b821d0d4-8b4c-4017-988d-1d1d3ce7f625 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:17.694484 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 5a1146a6-4ca6-4840-b44e-ec16c98ad067 no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:05:17.715506 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:17.782044 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] No Port match for: 5a1146a6-4ca6-4840-b44e-ec16c98ad067 {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:05:17.784478 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 5a1146a6-4ca6-4840-b44e-ec16c98ad067 not bound to the agent host dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:05:17.891575 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e1001-6cf2-4402-b7ee-10e01fa4df96 req-2121000a-5c1f-42bc-a053-49cccafdfc82 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:17.893968 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-044e1001-6cf2-4402-b7ee-10e01fa4df96 req-2121000a-5c1f-42bc-a053-49cccafdfc82 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 932 time: 0.0636799 Sep 26 18:05:17.933444 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-b821d0d4-8b4c-4017-988d-1d1d3ce7f625 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7794762 Sep 26 18:05:17.986179 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-fb090095-f900-49aa-8903-5fe1a3b9e8c9 service neutron] Request body: {'port': {'device_id': 'c3f7652f-6765-4967-9ff6-f112a4b367e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:18.101163 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-044e1001-6cf2-4402-b7ee-10e01fa4df96 req-9c086c83-bb05-44c5-9e4b-34d441a6c6e4 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995940 Sep 26 18:05:18.106562 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-fb090095-f900-49aa-8903-5fe1a3b9e8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (c786b600-af8e-47b7-8eb2-2b3abde7c6a6), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:18.356010 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 49192) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:18.423558 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-4ffedf5d-2596-43ad-a8af-78eced88b147 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=bcd6fe4cc3554b888bb25819f5fac1e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0717344 Sep 26 18:05:18.427158 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 49194) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:18.466836 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-fb090095-f900-49aa-8903-5fe1a3b9e8c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c786b600-af8e-47b7-8eb2-2b3abde7c6a6 {{(pid=106583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:05:18.475599 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-fb090095-f900-49aa-8903-5fe1a3b9e8c9 service neutron] Publish callbacks [] for port (c786b600-af8e-47b7-8eb2-2b3abde7c6a6), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:18.494349 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.provisioning_blocks [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-fb090095-f900-49aa-8903-5fe1a3b9e8c9 service neutron] Transition to ACTIVE for port object c786b600-af8e-47b7-8eb2-2b3abde7c6a6 will not be triggered until provisioned by entity L2. {{(pid=106583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:05:18.496807 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-31c1af52-9bf0-48f7-b9bc-a6efe0db8623 admin admin] Publish callbacks [] for security_group (e08b46ef-35fa-4f36-be32-347feaf0187a), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:18.540397 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-31c1af52-9bf0-48f7-b9bc-a6efe0db8623 admin admin] Publish callbacks [] for security_group (e08b46ef-35fa-4f36-be32-347feaf0187a), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:18.647299 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-fb090095-f900-49aa-8903-5fe1a3b9e8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (c786b600-af8e-47b7-8eb2-2b3abde7c6a6), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:18.830086 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:18.957678 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-31c1af52-9bf0-48f7-b9bc-a6efe0db8623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (e08b46ef-35fa-4f36-be32-347feaf0187a), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:18.962227 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-31c1af52-9bf0-48f7-b9bc-a6efe0db8623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:18.964252 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-31c1af52-9bf0-48f7-b9bc-a6efe0db8623 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/e08b46ef-35fa-4f36-be32-347feaf0187a HTTP/1.1" status: 204 len: 168 time: 0.5356894 Sep 26 18:05:19.023871 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1af52-9bf0-48f7-b9bc-a6efe0db8623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08b46ef-35fa-4f36-be32-347feaf0187a,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:19.126056 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb090095-f900-49aa-8903-5fe1a3b9e8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c786b600-af8e-47b7-8eb2-2b3abde7c6a6,revision_number=2']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:19.155766 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c0259-4730-4399-af40-a23e084fcb55 req-397d4207-8675-4fe0-9b1f-08d3d3b56298 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:19.157546 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6f4c0259-4730-4399-af40-a23e084fcb55 req-397d4207-8675-4fe0-9b1f-08d3d3b56298 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.3989193 Sep 26 18:05:19.186330 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-fb090095-f900-49aa-8903-5fe1a3b9e8c9 service neutron] Attempting to bind port c786b600-af8e-47b7-8eb2-2b3abde7c6a6 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:05:19.186330 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-fb090095-f900-49aa-8903-5fe1a3b9e8c9 service neutron] Attempting to bind port c786b600-af8e-47b7-8eb2-2b3abde7c6a6 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'ff32fb5a-a197-4dbd-82f7-72cd477f07fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a142954b-43e8-41cf-b242-1c1db52c4d6c'}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:05:19.186651 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-fb090095-f900-49aa-8903-5fe1a3b9e8c9 service neutron] Attempting to bind port c786b600-af8e-47b7-8eb2-2b3abde7c6a6 on network a142954b-43e8-41cf-b242-1c1db52c4d6c {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:05:19.353983 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6367763-aaf9-41e1-8d2d-68f4747a45ba req-911dedab-3da2-4610-9b64-af0290979d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:19.355605 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f6367763-aaf9-41e1-8d2d-68f4747a45ba req-911dedab-3da2-4610-9b64-af0290979d8b service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=3a15ebd862054a64ac1d739db5adc3a2&device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 1130 time: 0.1217585 Sep 26 18:05:19.364474 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6f4c0259-4730-4399-af40-a23e084fcb55 req-e0072c67-ebb4-4def-9bd1-f5b823f01608 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913385 Sep 26 18:05:19.399023 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f2a47-4d58-4d5a-9506-68020d62b4d7 req-9ce66111-58ec-4fb3-938b-b684df36d6b4 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:19.400666 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2e9f2a47-4d58-4d5a-9506-68020d62b4d7 req-9ce66111-58ec-4fb3-938b-b684df36d6b4 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 944 time: 0.1496186 Sep 26 18:05:19.406717 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-fb090095-f900-49aa-8903-5fe1a3b9e8c9 service neutron] Port c786b600-af8e-47b7-8eb2-2b3abde7c6a6 on network a142954b-43e8-41cf-b242-1c1db52c4d6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:05:19.407177 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-fb090095-f900-49aa-8903-5fe1a3b9e8c9 service neutron] Attempting to bind port c786b600-af8e-47b7-8eb2-2b3abde7c6a6 on network a142954b-43e8-41cf-b242-1c1db52c4d6c {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:05:19.537291 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-9285fc74-f3ad-43b4-9b52-aa66f0f78723 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=dee85100e2744253bece8a0d74c79f41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702283 Sep 26 18:05:19.630156 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-fb090095-f900-49aa-8903-5fe1a3b9e8c9 service neutron] Checking agent: {'id': 'b76d05ef-6768-47d4-84e3-b7f3ce45293e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'started_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:05:19.630503 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-fb090095-f900-49aa-8903-5fe1a3b9e8c9 service neutron] Checking segment: {'id': 'ff32fb5a-a197-4dbd-82f7-72cd477f07fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a142954b-43e8-41cf-b242-1c1db52c4d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:05:19.630900 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-fb090095-f900-49aa-8903-5fe1a3b9e8c9 service neutron] Bound using segment: {'id': 'ff32fb5a-a197-4dbd-82f7-72cd477f07fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a142954b-43e8-41cf-b242-1c1db52c4d6c'} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:05:19.631358 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-fb090095-f900-49aa-8903-5fe1a3b9e8c9 service neutron] Bound port: c786b600-af8e-47b7-8eb2-2b3abde7c6a6, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff32fb5a-a197-4dbd-82f7-72cd477f07fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a142954b-43e8-41cf-b242-1c1db52c4d6c'}}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:05:19.631780 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-fb090095-f900-49aa-8903-5fe1a3b9e8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (c786b600-af8e-47b7-8eb2-2b3abde7c6a6), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:19.700225 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6367763-aaf9-41e1-8d2d-68f4747a45ba req-7bd137b2-7fd5-45ea-b9dd-478dec87df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:19.701999 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f6367763-aaf9-41e1-8d2d-68f4747a45ba req-7bd137b2-7fd5-45ea-b9dd-478dec87df9f service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=45aee833-caf9-4514-8a4b-002783e94737 HTTP/1.1" status: 200 len: 919 time: 0.3362098 Sep 26 18:05:19.738924 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2e9f2a47-4d58-4d5a-9506-68020d62b4d7 req-2fb21338-5c9c-41d0-8adf-29ab1dc3165f tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009191 Sep 26 18:05:19.842686 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f6367763-aaf9-41e1-8d2d-68f4747a45ba req-2efa8efb-421f-4caf-b425-94840061bed7 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88eb2714-0a5c-49b3-aebb-0b129916ee37 HTTP/1.1" status: 200 len: 217 time: 0.1152484 Sep 26 18:05:19.942268 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-4c46d6d7-748c-41cc-98f0-8d216a6ccf90 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:19.944116 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-4c46d6d7-748c-41cc-98f0-8d216a6ccf90 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3977437 Sep 26 18:05:19.974220 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-fb090095-f900-49aa-8903-5fe1a3b9e8c9 service neutron] For port c786b600-af8e-47b7-8eb2-2b3abde7c6a6, host hv-cinder-85931, cleared binding levels {{(pid=106583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:05:19.979955 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6367763-aaf9-41e1-8d2d-68f4747a45ba req-2684542b-84d3-4744-bc91-d12f9d4a4627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:19.981546 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f6367763-aaf9-41e1-8d2d-68f4747a45ba req-2684542b-84d3-4744-bc91-d12f9d4a4627 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=e01e5c5e-987a-4185-87ba-f124ff403d46 HTTP/1.1" status: 200 len: 857 time: 0.1353717 Sep 26 18:05:19.982836 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-ec67f9f7-4059-4824-bf3d-4ca0e3d8a36c tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/quotas/dee85100e2744253bece8a0d74c79f41 HTTP/1.1" status: 200 len: 375 time: 0.0309010 Sep 26 18:05:20.003450 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-fb090095-f900-49aa-8903-5fe1a3b9e8c9 service neutron] For port c786b600-af8e-47b7-8eb2-2b3abde7c6a6, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c786b600-af8e-47b7-8eb2-2b3abde7c6a6,segment=NetworkSegment(ff32fb5a-a197-4dbd-82f7-72cd477f07fb),segment_id=ff32fb5a-a197-4dbd-82f7-72cd477f07fb)] {{(pid=106583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:05:20.057881 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-1d9d6fc2-c1d1-488a-81a9-2b6cd9bd9a86 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=dee85100e2744253bece8a0d74c79f41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574739 Sep 26 18:05:20.071633 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6367763-aaf9-41e1-8d2d-68f4747a45ba req-b5bb893e-d5d1-4d7a-beca-81777bc85211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:20.073535 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f6367763-aaf9-41e1-8d2d-68f4747a45ba req-b5bb893e-d5d1-4d7a-beca-81777bc85211 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=45aee833-caf9-4514-8a4b-002783e94737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0838876 Sep 26 18:05:20.161922 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-fb090095-f900-49aa-8903-5fe1a3b9e8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (c786b600-af8e-47b7-8eb2-2b3abde7c6a6), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:20.175935 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-fb090095-f900-49aa-8903-5fe1a3b9e8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:20.176720 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-fb090095-f900-49aa-8903-5fe1a3b9e8c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:20.178500 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-fb090095-f900-49aa-8903-5fe1a3b9e8c9 service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/c786b600-af8e-47b7-8eb2-2b3abde7c6a6 HTTP/1.1" status: 200 len: 1094 time: 2.2171540 Sep 26 18:05:20.187475 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f7652f-6765-4967-9ff6-f112a4b367e9', 'tag': 'c786b600-af8e-47b7-8eb2-2b3abde7c6a6'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:05:20.187475 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db413bd0-2830-44a6-93df-310c75b292ce" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f7652f-6765-4967-9ff6-f112a4b367e9", "tag": "c786b600-af8e-47b7-8eb2-2b3abde7c6a6"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:05:20.261750 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34407d0-0914-44cc-b947-c827cf159aa1 x-openstack-request-id: req-a34407d0-0914-44cc-b947-c827cf159aa1 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:05:20.262044 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f7652f-6765-4967-9ff6-f112a4b367e9", "tag": "c786b600-af8e-47b7-8eb2-2b3abde7c6a6", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:05:20.262547 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a34407d0-0914-44cc-b947-c827cf159aa1 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:05:20.262708 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a34407d0-0914-44cc-b947-c827cf159aa1'] response: {'name': 'network-changed', 'server_uuid': 'c3f7652f-6765-4967-9ff6-f112a4b367e9', 'tag': 'c786b600-af8e-47b7-8eb2-2b3abde7c6a6', 'status': 'completed', 'code': 200} Sep 26 18:05:20.288479 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f6367763-aaf9-41e1-8d2d-68f4747a45ba req-373583c9-68d0-460f-84f3-117c413d4de4 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053094 Sep 26 18:05:20.292476 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb090095-f900-49aa-8903-5fe1a3b9e8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c786b600-af8e-47b7-8eb2-2b3abde7c6a6,revision_number=3']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:20.358565 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:20.583431 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:20.600496 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c3f43c13-a91d-4baa-9b09-d16bfdaa9de8 req-b0b20377-a4c2-484f-98d7-d91dcbc03af9 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=692e2930-4f2e-4999-be6a-e3824248177d HTTP/1.1" status: 200 len: 210 time: 0.0983059 Sep 26 18:05:20.667607 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f735211-d509-43cc-8528-eeee95530f70 req-433526d6-e4bf-4daa-8928-672bbd866d13 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:20.669502 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3f735211-d509-43cc-8528-eeee95530f70 req-433526d6-e4bf-4daa-8928-672bbd866d13 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.1072764 Sep 26 18:05:20.729766 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3f735211-d509-43cc-8528-eeee95530f70 req-a14ddbd3-f26f-4ad8-959b-fc79f2bc4b75 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477686 Sep 26 18:05:20.917539 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89089486-f530-42fe-a52a-cdad17db958a req-0d64b84d-a83d-4cd7-b899-f03d520fbdc0 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:20.928344 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-89089486-f530-42fe-a52a-cdad17db958a req-0d64b84d-a83d-4cd7-b899-f03d520fbdc0 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 944 time: 0.0972288 Sep 26 18:05:21.023936 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-89089486-f530-42fe-a52a-cdad17db958a req-d50977bd-01b1-4f9c-a906-a5884bd7ba7c tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929952 Sep 26 18:05:21.342417 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 49272) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:21.478811 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-b7a41520-d036-4f1c-a73f-45f40933cd62 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-196356939-network', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:21.647978 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a41520-d036-4f1c-a73f-45f40933cd62 admin admin] Made reservation on behalf of f6595854cfb04a11994c6aed8f5857c6 for: {'network': 1} {{(pid=106582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:05:21.653000 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-b7a41520-d036-4f1c-a73f-45f40933cd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for network (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:21.668523 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-b7a41520-d036-4f1c-a73f-45f40933cd62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:21.692511 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-54d185d5-edf8-43dc-8b47-943ec3a83899 req-1ea27b62-ad4a-4332-abdd-75a83fcaec98 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=692e2930-4f2e-4999-be6a-e3824248177d HTTP/1.1" status: 200 len: 210 time: 0.0359449 Sep 26 18:05:21.767420 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-b7a41520-d036-4f1c-a73f-45f40933cd62 admin admin] Publish callbacks [] for security_group (76818545-dfa9-4a0f-92b0-d5a9454873e5), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:21.903928 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7d4f8-c71c-4862-a71a-eb1b0519c77c req-3dad56da-6592-4ee0-9415-901b56213275 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:21.906603 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e0d7d4f8-c71c-4862-a71a-eb1b0519c77c req-3dad56da-6592-4ee0-9415-901b56213275 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.0626755 Sep 26 18:05:21.990939 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e0d7d4f8-c71c-4862-a71a-eb1b0519c77c req-a8c6c4a7-9311-4ee2-9cf7-538784c33b7d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775270 Sep 26 18:05:22.010794 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-b7a41520-d036-4f1c-a73f-45f40933cd62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (76818545-dfa9-4a0f-92b0-d5a9454873e5), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:22.098082 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a41520-d036-4f1c-a73f-45f40933cd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76818545-dfa9-4a0f-92b0-d5a9454873e5,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:22.106506 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a41520-d036-4f1c-a73f-45f40933cd62 admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=106582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:05:22.122221 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-b7a41520-d036-4f1c-a73f-45f40933cd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (74583ddb-45f6-451b-9f0f-cd5bb37fc3b7), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:22.122889 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.db.segments_db [None req-b7a41520-d036-4f1c-a73f-45f40933cd62 admin admin] Added segment 74583ddb-45f6-451b-9f0f-cd5bb37fc3b7 of type vlan for network ce568303-84c8-4c5c-8d2c-8e418731567a Sep 26 18:05:22.198306 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-b7a41520-d036-4f1c-a73f-45f40933cd62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756749379750'] for network (ce568303-84c8-4c5c-8d2c-8e418731567a), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:22.206675 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8e2e5-3bbb-407c-b1cb-763b0bdbf579 req-2ea462de-04e3-47dc-a7f2-19f37d1b3d47 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:22.208261 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-15c8e2e5-3bbb-407c-b1cb-763b0bdbf579 req-2ea462de-04e3-47dc-a7f2-19f37d1b3d47 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 944 time: 0.0589349 Sep 26 18:05:22.276154 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-15c8e2e5-3bbb-407c-b1cb-763b0bdbf579 req-f74604ea-e810-4fda-9502-edb68b74856f tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575185 Sep 26 18:05:22.367033 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-b7a41520-d036-4f1c-a73f-45f40933cd62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310'] for network (ce568303-84c8-4c5c-8d2c-8e418731567a), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:22.368236 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a41520-d036-4f1c-a73f-45f40933cd62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:22.368860 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-b7a41520-d036-4f1c-a73f-45f40933cd62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:22.462474 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a41520-d036-4f1c-a73f-45f40933cd62 admin admin] Pushing event updated for resources: {'Network': ['ID=ce568303-84c8-4c5c-8d2c-8e418731567a,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:22.478795 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Network ce568303-84c8-4c5c-8d2c-8e418731567a details requested by agent ovs-agent-dv-cinder-859319-1-iscsi with host dv-cinder-859319-1-iscsi {{(pid=106584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:05:22.585537 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db413bd0-2830-44a6-93df-310c75b292ce req-2aaab7bb-bd72-4f00-b2dc-9fa3bca6a4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:22.587419 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-db413bd0-2830-44a6-93df-310c75b292ce req-2aaab7bb-bd72-4f00-b2dc-9fa3bca6a4d3 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=31e42dd8f6ff445cb7d44b0b0ce94fc2&device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 1128 time: 0.1215863 Sep 26 18:05:22.629496 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f6367763-aaf9-41e1-8d2d-68f4747a45ba req-d6160705-d92d-491e-8d6e-bddd9f390706 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717627 Sep 26 18:05:22.695006 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-b7a41520-d036-4f1c-a73f-45f40933cd62 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3512576 Sep 26 18:05:22.698724 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 49300) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:22.707767 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-a2209524-d250-4ab4-afcc-93b4f908f24c admin admin] Request body: {'subnet': {'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-196356939-subnet', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:22.817256 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1900dc36-7d38-40e1-a0f5-95d6714a97e1 req-e2272558-c97d-4b68-903c-2a4787ff8125 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=692e2930-4f2e-4999-be6a-e3824248177d HTTP/1.1" status: 200 len: 210 time: 0.0314078 Sep 26 18:05:22.961525 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2209524-d250-4ab4-afcc-93b4f908f24c admin admin] Made reservation on behalf of f6595854cfb04a11994c6aed8f5857c6 for: {'subnet': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:05:22.964812 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a2209524-d250-4ab4-afcc-93b4f908f24c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302874'] for subnet (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:23.105848 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:23.238542 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8726c8-ae40-408f-a0b5-dc2dd93a3a7b req-9657e2ff-0226-4e85-93ca-ce251743e172 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:23.240314 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-af8726c8-ae40-408f-a0b5-dc2dd93a3a7b req-9657e2ff-0226-4e85-93ca-ce251743e172 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.0899127 Sep 26 18:05:23.326794 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-af8726c8-ae40-408f-a0b5-dc2dd93a3a7b req-a5a00bd0-0e5c-49a6-89d1-3e81867ed3be tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652165 Sep 26 18:05:23.416244 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865506c-1e7a-4209-bcee-ce2231f5c708 req-aba4cc7a-3b23-4613-9c1f-cc8e3863ca9f tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:23.417826 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d865506c-1e7a-4209-bcee-ce2231f5c708 req-aba4cc7a-3b23-4613-9c1f-cc8e3863ca9f tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 944 time: 0.0532746 Sep 26 18:05:23.471273 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d865506c-1e7a-4209-bcee-ce2231f5c708 req-8fceb874-969a-43ae-bc3f-0d9b47d4030e tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468090 Sep 26 18:05:23.478511 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a2209524-d250-4ab4-afcc-93b4f908f24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3899633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302860'] for subnet (022b4299-5ffc-4e1c-a1f8-69b6504727f0), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:23.631347 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2209524-d250-4ab4-afcc-93b4f908f24c admin admin] Pushing event updated for resources: {'Subnet': ['ID=022b4299-5ffc-4e1c-a1f8-69b6504727f0,revision_number=0']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:23.655894 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2209524-d250-4ab4-afcc-93b4f908f24c admin admin] Checking segment: {'id': '74583ddb-45f6-451b-9f0f-cd5bb37fc3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:05:23.656479 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2209524-d250-4ab4-afcc-93b4f908f24c admin admin] Network hostable DHCP agents. Network: ce568303-84c8-4c5c-8d2c-8e418731567a, hostable agents: ['4ef20602-5638-479d-aebe-a5cbb98cbff1'], hosted agents: [] {{(pid=106583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:05:23.710351 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db413bd0-2830-44a6-93df-310c75b292ce req-63333df1-831c-4eb4-9885-edc103dda0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:23.711786 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-db413bd0-2830-44a6-93df-310c75b292ce req-63333df1-831c-4eb4-9885-edc103dda0cf service neutron] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=31e42dd8f6ff445cb7d44b0b0ce94fc2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1952631 Sep 26 18:05:23.842551 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2209524-d250-4ab4-afcc-93b4f908f24c admin admin] Network ce568303-84c8-4c5c-8d2c-8e418731567a is scheduled to be hosted by DHCP agent 4ef20602-5638-479d-aebe-a5cbb98cbff1 with binding_index 1 {{(pid=106583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:05:23.894638 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:UPDATE=2,neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=13 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:23.991429 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-a2209524-d250-4ab4-afcc-93b4f908f24c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-1-iscsi, ce568303-84c8-4c5c-8d2c-8e418731567a) {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:05:23.994682 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dec468fe-5039-4d97-ac50-a48547e4ebe1 req-0d19fac4-696b-40d7-8f15-04a07ab2ab97 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=692e2930-4f2e-4999-be6a-e3824248177d HTTP/1.1" status: 200 len: 210 time: 0.0678489 Sep 26 18:05:24.004788 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbf9fb9-6356-42e0-9ec8-1210a845389c None None] Network ce568303-84c8-4c5c-8d2c-8e418731567a requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:05:24.006851 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2209524-d250-4ab4-afcc-93b4f908f24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:24.007772 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a2209524-d250-4ab4-afcc-93b4f908f24c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:24.079961 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db413bd0-2830-44a6-93df-310c75b292ce req-1d4df5ff-a188-4a3e-9a62-8bbb35c31b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:24.082421 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-db413bd0-2830-44a6-93df-310c75b292ce req-1d4df5ff-a188-4a3e-9a62-8bbb35c31b88 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1647842 Sep 26 18:05:24.137218 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8ce862-6bed-4b36-a3cd-b5f71459754e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4764dadb-9c64-5769-9546-d6a7905953f7-ce568303-84c8-4c5c-8d2c-8e418731567a', 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a', 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'fixed_ips': [{'subnet_id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0'}]}} from dv-cinder-859319-1-iscsi. {{(pid=106584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 18:05:24.138157 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-5a8ce862-6bed-4b36-a3cd-b5f71459754e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:24.183891 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-a2209524-d250-4ab4-afcc-93b4f908f24c admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4835255 Sep 26 18:05:24.188339 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 49324) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:24.194142 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-f1be01db-d5db-4731-b753-89a8f453c32d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-196356939-router', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:24.230592 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-28fdeb1a-f57e-40a7-a56c-9a3d3da49600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:24.233554 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-28fdeb1a-f57e-40a7-a56c-9a3d3da49600 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=31e42dd8f6ff445cb7d44b0b0ce94fc2&device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 1128 time: 0.0483556 Sep 26 18:05:24.241260 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:24.321394 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f1be01db-d5db-4731-b753-89a8f453c32d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2095476'] for router (136b9461-8421-452f-80a1-32968b698a84), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:24.322487 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f1be01db-d5db-4731-b753-89a8f453c32d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-497029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2095487'] for router (136b9461-8421-452f-80a1-32968b698a84), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:24.344178 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.db_base_plugin_common [None req-5a8ce862-6bed-4b36-a3cd-b5f71459754e None None] Allocated IP 172.20.0.2 (ce568303-84c8-4c5c-8d2c-8e418731567a/022b4299-5ffc-4e1c-a1f8-69b6504727f0/7977cd60-73a9-4ebc-9252-71f1eaf8c922) {{(pid=106584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:05:24.357480 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-843245de-2402-4889-b0fa-56261d05d365 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c786b600-af8e-47b7-8eb2-2b3abde7c6a6 HTTP/1.1" status: 200 len: 217 time: 0.0887179 Sep 26 18:05:24.386604 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f1be01db-d5db-4731-b753-89a8f453c32d admin admin] Publish callbacks [] for router_controller (136b9461-8421-452f-80a1-32968b698a84), precommit_add_association {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:24.459340 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-83468405-ffee-413d-bed6-faf590b4d50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:24.461086 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-83468405-ffee-413d-bed6-faf590b4d50d service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=44ed5ff9-3c77-4db5-955c-83c31323e1cd HTTP/1.1" status: 200 len: 848 time: 0.0845907 Sep 26 18:05:24.521363 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-2b0aa6b4-771f-4c99-8914-34ccd0a55bf3 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=a142954b-43e8-41cf-b242-1c1db52c4d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487638 Sep 26 18:05:24.557438 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9871e5d-1827-46ed-949f-4999e80df12d req-7312a2f3-0ab6-4683-9c72-d8912fb3760e tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:24.558969 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c9871e5d-1827-46ed-949f-4999e80df12d req-7312a2f3-0ab6-4683-9c72-d8912fb3760e tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.0970845 Sep 26 18:05:24.571620 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-5a8ce862-6bed-4b36-a3cd-b5f71459754e None None] Publish callbacks [] for port (7977cd60-73a9-4ebc-9252-71f1eaf8c922), precommit_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:24.724698 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c9871e5d-1827-46ed-949f-4999e80df12d req-697b7739-276c-4f5f-9b80-521751e941a0 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329775 Sep 26 18:05:24.741179 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f1be01db-d5db-4731-b753-89a8f453c32d admin admin] Publish callbacks [] for router_gateway (136b9461-8421-452f-80a1-32968b698a84), precommit_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:24.745182 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-a6107cca-f833-44d9-a9e3-0135c8b023dd service neutron] 10.222.0.88 "GET /networking/v2.0/networks/a142954b-43e8-41cf-b242-1c1db52c4d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136714 Sep 26 18:05:24.755223 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6f83c-0703-411a-8856-6be4a0571e8b req-f4609de7-c244-456b-bdb0-0edfe0b98b72 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:24.756934 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f2b6f83c-0703-411a-8856-6be4a0571e8b req-f4609de7-c244-456b-bdb0-0edfe0b98b72 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 944 time: 0.0897686 Sep 26 18:05:24.821203 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-5a8ce862-6bed-4b36-a3cd-b5f71459754e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720'] for port (7977cd60-73a9-4ebc-9252-71f1eaf8c922), after_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:24.868647 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8ce862-6bed-4b36-a3cd-b5f71459754e None None] Network ce568303-84c8-4c5c-8d2c-8e418731567a is already hosted by enough agents. {{(pid=106584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:05:24.872892 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.scheduler.base_scheduler [None req-5a8ce862-6bed-4b36-a3cd-b5f71459754e None None] Resources bound (agent type, host, resource id): {{(pid=106584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:05:24.883442 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8ce862-6bed-4b36-a3cd-b5f71459754e None None] Received port after_create {{(pid=106584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:05:24.914523 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:24.918734 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ce862-6bed-4b36-a3cd-b5f71459754e None None] Pushing event updated for resources: {'Port': ['ID=7977cd60-73a9-4ebc-9252-71f1eaf8c922,revision_number=1']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:24.993473 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:25.029477 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-5a8ce862-6bed-4b36-a3cd-b5f71459754e None None] Attempting to bind port 7977cd60-73a9-4ebc-9252-71f1eaf8c922 on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:05:25.030671 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-5a8ce862-6bed-4b36-a3cd-b5f71459754e None None] Attempting to bind port 7977cd60-73a9-4ebc-9252-71f1eaf8c922 by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': '74583ddb-45f6-451b-9f0f-cd5bb37fc3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a'}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:05:25.031149 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ce862-6bed-4b36-a3cd-b5f71459754e None None] Attempting to bind port 7977cd60-73a9-4ebc-9252-71f1eaf8c922 on network ce568303-84c8-4c5c-8d2c-8e418731567a {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:05:25.101573 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ce862-6bed-4b36-a3cd-b5f71459754e None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:05:25.101573 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ce862-6bed-4b36-a3cd-b5f71459754e None None] Checking segment: {'id': '74583ddb-45f6-451b-9f0f-cd5bb37fc3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:05:25.101573 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-5a8ce862-6bed-4b36-a3cd-b5f71459754e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:25.101573 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ce862-6bed-4b36-a3cd-b5f71459754e None None] Bound using segment: {'id': '74583ddb-45f6-451b-9f0f-cd5bb37fc3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a'} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:05:25.102652 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-5a8ce862-6bed-4b36-a3cd-b5f71459754e None None] Bound port: 7977cd60-73a9-4ebc-9252-71f1eaf8c922, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74583ddb-45f6-451b-9f0f-cd5bb37fc3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a'}}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:05:25.103763 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-5a8ce862-6bed-4b36-a3cd-b5f71459754e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (7977cd60-73a9-4ebc-9252-71f1eaf8c922), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:25.173306 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f1be01db-d5db-4731-b753-89a8f453c32d admin admin] Publish callbacks [] for router_gateway (136b9461-8421-452f-80a1-32968b698a84), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:25.187002 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:25.194685 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-5a8ce862-6bed-4b36-a3cd-b5f71459754e None None] For port 7977cd60-73a9-4ebc-9252-71f1eaf8c922, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:05:25.201183 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-5a8ce862-6bed-4b36-a3cd-b5f71459754e None None] For port 7977cd60-73a9-4ebc-9252-71f1eaf8c922, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=7977cd60-73a9-4ebc-9252-71f1eaf8c922,segment=NetworkSegment(74583ddb-45f6-451b-9f0f-cd5bb37fc3b7),segment_id=74583ddb-45f6-451b-9f0f-cd5bb37fc3b7)] {{(pid=106584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:05:25.202539 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f1be01db-d5db-4731-b753-89a8f453c32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:25.213052 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-80e4eadc-26c4-4fb9-844d-a925dfc070a1 req-353ae01f-3f1b-48cd-8746-b1b62d198c4e tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=692e2930-4f2e-4999-be6a-e3824248177d HTTP/1.1" status: 200 len: 210 time: 0.0377641 Sep 26 18:05:25.294815 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f2b6f83c-0703-411a-8856-6be4a0571e8b req-77bdf561-d6e8-4faf-b8f6-a2a022bd42c0 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5275598 Sep 26 18:05:25.316238 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9a7a70af-3001-4e25-a43b-10cdd6462499 req-b4bb0dbe-23aa-4313-a5cf-ee60efc3fd12 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/a142954b-43e8-41cf-b242-1c1db52c4d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5485480 Sep 26 18:05:25.374292 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_common [None req-f1be01db-d5db-4731-b753-89a8f453c32d admin admin] Allocated IP 172.27.3.21 (75671e20-856b-479b-bee1-be813a3f2eee/4775a61a-d36f-43c7-b0a4-bf2c0640e392/8aa2d927-9f48-46d1-b48e-058633b37823) {{(pid=106582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:05:25.413636 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-5a8ce862-6bed-4b36-a3cd-b5f71459754e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (7977cd60-73a9-4ebc-9252-71f1eaf8c922), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:25.489812 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ce862-6bed-4b36-a3cd-b5f71459754e None None] Pushing event updated for resources: {'Port': ['ID=7977cd60-73a9-4ebc-9252-71f1eaf8c922,revision_number=2']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:25.539171 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f1be01db-d5db-4731-b753-89a8f453c32d admin admin] Publish callbacks [] for port (8aa2d927-9f48-46d1-b48e-058633b37823), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:25.800065 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f1be01db-d5db-4731-b753-89a8f453c32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (8aa2d927-9f48-46d1-b48e-058633b37823), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:25.853159 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1be01db-d5db-4731-b753-89a8f453c32d admin admin] Network 75671e20-856b-479b-bee1-be813a3f2eee is already hosted by enough agents. {{(pid=106582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:05:25.858534 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-f1be01db-d5db-4731-b753-89a8f453c32d admin admin] Resources bound (agent type, host, resource id): {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:05:25.864206 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1be01db-d5db-4731-b753-89a8f453c32d admin admin] Received port after_create {{(pid=106582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:05:25.867908 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be01db-d5db-4731-b753-89a8f453c32d admin admin] Pushing event updated for resources: {'Port': ['ID=8aa2d927-9f48-46d1-b48e-058633b37823,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:25.935090 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacf561-f87c-4dc4-b856-865e3739b917 req-7b96d817-8e04-446b-9760-1d4c9e169593 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:25.936756 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bbacf561-f87c-4dc4-b856-865e3739b917 req-7b96d817-8e04-446b-9760-1d4c9e169593 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.0770273 Sep 26 18:05:25.996545 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bbacf561-f87c-4dc4-b856-865e3739b917 req-cdf7388b-a1ae-4bbf-81c2-776032636f46 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538249 Sep 26 18:05:26.339869 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f1be01db-d5db-4731-b753-89a8f453c32d admin admin] Publish callbacks [] for router_gateway (136b9461-8421-452f-80a1-32968b698a84), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:26.369662 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e957fd6c-8a7a-44a4-90c8-f1c4ee6b720c req-f37e4b7d-3102-451c-b26c-1f2ed11b994d tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=692e2930-4f2e-4999-be6a-e3824248177d HTTP/1.1" status: 200 len: 210 time: 0.0491045 Sep 26 18:05:26.506211 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8260ab-78ef-46c5-b19c-36e0095610e4 req-6212e2cd-dd6e-4685-9362-3ed1fa1525ea tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:26.513915 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1f8260ab-78ef-46c5-b19c-36e0095610e4 req-6212e2cd-dd6e-4685-9362-3ed1fa1525ea tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 944 time: 0.0660048 Sep 26 18:05:26.553911 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea09f955-6db9-481a-b631-94b16e112e00 None None] Network ce568303-84c8-4c5c-8d2c-8e418731567a requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:05:26.582028 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1f8260ab-78ef-46c5-b19c-36e0095610e4 req-0936531f-6f82-4b99-8c10-d5df3b160b49 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667748 Sep 26 18:05:26.661666 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-269da91b-4345-40a8-99ac-650096a6e11e None None] Provisioning complete for port 7977cd60-73a9-4ebc-9252-71f1eaf8c922 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:05:26.662048 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-269da91b-4345-40a8-99ac-650096a6e11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (7977cd60-73a9-4ebc-9252-71f1eaf8c922), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:26.662387 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-269da91b-4345-40a8-99ac-650096a6e11e None None] Attempt 1 to provision port 7977cd60-73a9-4ebc-9252-71f1eaf8c922 Sep 26 18:05:26.694025 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f1be01db-d5db-4731-b753-89a8f453c32d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500314'] for router (136b9461-8421-452f-80a1-32968b698a84), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:26.805048 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-269da91b-4345-40a8-99ac-650096a6e11e None None] Current status of the port 7977cd60-73a9-4ebc-9252-71f1eaf8c922 is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:05:26.805442 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-269da91b-4345-40a8-99ac-650096a6e11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (7977cd60-73a9-4ebc-9252-71f1eaf8c922), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:26.849230 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-269da91b-4345-40a8-99ac-650096a6e11e None None] For port 7977cd60-73a9-4ebc-9252-71f1eaf8c922, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=7977cd60-73a9-4ebc-9252-71f1eaf8c922,segment=NetworkSegment(74583ddb-45f6-451b-9f0f-cd5bb37fc3b7),segment_id=74583ddb-45f6-451b-9f0f-cd5bb37fc3b7)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:27.031623 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1be01db-d5db-4731-b753-89a8f453c32d admin admin] Router 136b9461-8421-452f-80a1-32968b698a84 is scheduled to L3 agent 1e333347-308d-435a-a92a-39a4b363e81b with binding_index 1 {{(pid=106582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 18:05:27.031889 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-269da91b-4345-40a8-99ac-650096a6e11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (7977cd60-73a9-4ebc-9252-71f1eaf8c922), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:27.171177 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-fc0b9d45-add9-4fcb-aa9a-2572e9d0e20e None None] Provisioning complete for port 7977cd60-73a9-4ebc-9252-71f1eaf8c922 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:05:27.171614 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-fc0b9d45-add9-4fcb-aa9a-2572e9d0e20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (7977cd60-73a9-4ebc-9252-71f1eaf8c922), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:27.172786 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-fc0b9d45-add9-4fcb-aa9a-2572e9d0e20e None None] Attempt 1 to provision port 7977cd60-73a9-4ebc-9252-71f1eaf8c922 Sep 26 18:05:27.178806 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269da91b-4345-40a8-99ac-650096a6e11e None None] Pushing event updated for resources: {'Port': ['ID=7977cd60-73a9-4ebc-9252-71f1eaf8c922,revision_number=3']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:27.228885 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46119104-8a6e-4e3a-a1e8-f0cac412200c req-c9defaa2-9459-4bfd-a9b3-999c0b924fc3 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:27.245043 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-46119104-8a6e-4e3a-a1e8-f0cac412200c req-c9defaa2-9459-4bfd-a9b3-999c0b924fc3 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.1064527 Sep 26 18:05:27.250906 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1be01db-d5db-4731-b753-89a8f453c32d admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:05:27.269409 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d560b292-220f-4eb8-af43-a2c660fced65 None None] Sync routers for ids ['136b9461-8421-452f-80a1-32968b698a84'] in dv-cinder-859319-1-iscsi {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:05:27.321765 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-46119104-8a6e-4e3a-a1e8-f0cac412200c req-7b39bbd4-c18f-46a3-847f-977bf9ee477a tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757606 Sep 26 18:05:27.327059 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d560b292-220f-4eb8-af43-a2c660fced65 None None] Routers {'136b9461-8421-452f-80a1-32968b698a84'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:05:27.328114 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-d560b292-220f-4eb8-af43-a2c660fced65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:05:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['136b9461-8421-452f-80a1-32968b698a84'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:27.333849 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-fc0b9d45-add9-4fcb-aa9a-2572e9d0e20e None None] Current status of the port 7977cd60-73a9-4ebc-9252-71f1eaf8c922 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:05:27.401184 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-cc8a442e-4d84-4a11-8b62-d8ad2e11169f tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=dee85100e2744253bece8a0d74c79f41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277300 Sep 26 18:05:27.416083 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f1be01db-d5db-4731-b753-89a8f453c32d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:27.419715 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-f1be01db-d5db-4731-b753-89a8f453c32d admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2291236 Sep 26 18:05:27.422142 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 49396) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:27.552210 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-30ea7b8a-a8f5-4fef-bc80-ef2da7cd13d1 req-2d3d3227-95ab-429a-8ade-f06a70bf74a5 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=692e2930-4f2e-4999-be6a-e3824248177d HTTP/1.1" status: 200 len: 210 time: 0.0463688 Sep 26 18:05:27.614789 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-d15a6540-3206-4423-a386-adf7bd68a0f5 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:27.616438 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-d15a6540-3206-4423-a386-adf7bd68a0f5 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2086167 Sep 26 18:05:27.652393 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-80caa88a-152c-431f-84f8-2c8ea689e68b tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Request body: {'port': {'device_id': '692e2930-4f2e-4999-be6a-e3824248177d', 'network_id': '5514926a-2fdd-4b0d-b8dd-9f8d294286a5', 'admin_state_up': True, 'tenant_id': 'dee85100e2744253bece8a0d74c79f41'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:27.735469 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-d560b292-220f-4eb8-af43-a2c660fced65 None None] Set router 136b9461-8421-452f-80a1-32968b698a84 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:05:27.828638 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 7977cd60-73a9-4ebc-9252-71f1eaf8c922 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:05:27.906644 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494bc840-5acf-4777-af7d-0f658e3129e5 req-c653a363-ff2d-4bd5-8d0e-b4686ee490fd tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:27.910124 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-494bc840-5acf-4777-af7d-0f658e3129e5 req-c653a363-ff2d-4bd5-8d0e-b4686ee490fd tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 944 time: 0.0699542 Sep 26 18:05:27.990962 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-494bc840-5acf-4777-af7d-0f658e3129e5 req-954df592-3a33-4fd3-a9d3-ebe500d1f250 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636756 Sep 26 18:05:27.998024 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 7977cd60-73a9-4ebc-9252-71f1eaf8c922 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:05:27.998395 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (7977cd60-73a9-4ebc-9252-71f1eaf8c922), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:27.998826 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 7977cd60-73a9-4ebc-9252-71f1eaf8c922 Sep 26 18:05:28.064519 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-80caa88a-152c-431f-84f8-2c8ea689e68b tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Made reservation on behalf of dee85100e2744253bece8a0d74c79f41 for: {'port': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:05:28.069112 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-80caa88a-152c-431f-84f8-2c8ea689e68b tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:28.082827 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-80caa88a-152c-431f-84f8-2c8ea689e68b tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:28.154476 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-d560b292-220f-4eb8-af43-a2c660fced65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136b9461-8421-452f-80a1-32968b698a84', 'name': 'tempest-AttachVolumeShelveTestJSON-196356939-router', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:05:24Z', 'updated_at': '2022-09-26T18:05:26Z', 'revision_number': 3, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'gw_port': {'id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:45:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:25Z', 'updated_at': '2022-09-26T18:05:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:28.192929 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d560b292-220f-4eb8-af43-a2c660fced65 None None] Checking router: 136b9461-8421-452f-80a1-32968b698a84 for host: dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:05:28.193331 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d560b292-220f-4eb8-af43-a2c660fced65 None None] Updating router 136b9461-8421-452f-80a1-32968b698a84 port 8aa2d927-9f48-46d1-b48e-058633b37823 binding host dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:05:28.224151 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 7977cd60-73a9-4ebc-9252-71f1eaf8c922 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:05:28.250529 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-d560b292-220f-4eb8-af43-a2c660fced65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (8aa2d927-9f48-46d1-b48e-058633b37823), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:28.573396 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a17d5461-094c-4166-bc84-e4fb2e277646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:28.604925 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-80caa88a-152c-431f-84f8-2c8ea689e68b tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Publish callbacks [] for security_group (71c1fe5d-5c4b-4b57-8dba-ff534d01b4ff), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:28.625761 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152056f2-6021-4753-916b-1576651322d8 req-36f171c6-3854-4895-ab5a-14a6a43e0ece tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:28.645589 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-152056f2-6021-4753-916b-1576651322d8 req-36f171c6-3854-4895-ab5a-14a6a43e0ece tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.1103797 Sep 26 18:05:28.718114 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-152056f2-6021-4753-916b-1576651322d8 req-e6315c14-7f9f-4ac6-b5cc-a16dd179608d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680671 Sep 26 18:05:28.741458 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-80caa88a-152c-431f-84f8-2c8ea689e68b tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (71c1fe5d-5c4b-4b57-8dba-ff534d01b4ff), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:28.809516 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-d560b292-220f-4eb8-af43-a2c660fced65 None None] Publish callbacks [] for port (8aa2d927-9f48-46d1-b48e-058633b37823), precommit_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:28.841170 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device c786b600-af8e-47b7-8eb2-2b3abde7c6a6 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:05:28.859708 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80caa88a-152c-431f-84f8-2c8ea689e68b tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71c1fe5d-5c4b-4b57-8dba-ff534d01b4ff,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:28.894671 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cb48be3e-6853-4af5-9004-20d3767d4fb6 req-bba7f58e-7732-443a-9005-b8d894e8724d tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=692e2930-4f2e-4999-be6a-e3824248177d HTTP/1.1" status: 200 len: 210 time: 0.0617826 Sep 26 18:05:28.983263 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_common [None req-a17d5461-094c-4166-bc84-e4fb2e277646 admin admin] Allocated IP 172.20.0.1 (ce568303-84c8-4c5c-8d2c-8e418731567a/022b4299-5ffc-4e1c-a1f8-69b6504727f0/95a0df67-42fa-448e-850f-a6e097dd4076) {{(pid=106582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:05:28.995062 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-d560b292-220f-4eb8-af43-a2c660fced65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (8aa2d927-9f48-46d1-b48e-058633b37823), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:29.089761 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-d560b292-220f-4eb8-af43-a2c660fced65 None None] Attempting to bind port 8aa2d927-9f48-46d1-b48e-058633b37823 on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:05:29.090369 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-d560b292-220f-4eb8-af43-a2c660fced65 None None] Attempting to bind port 8aa2d927-9f48-46d1-b48e-058633b37823 by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:05:29.090752 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d560b292-220f-4eb8-af43-a2c660fced65 None None] Attempting to bind port 8aa2d927-9f48-46d1-b48e-058633b37823 on network 75671e20-856b-479b-bee1-be813a3f2eee {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:05:29.131765 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-80caa88a-152c-431f-84f8-2c8ea689e68b tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Allocated IP 192.168.233.195 (5514926a-2fdd-4b0d-b8dd-9f8d294286a5/6587b622-ec68-4d31-9fa8-e3603bf7db4b/77f9ad03-b62f-4dda-ba71-0c74b66daab5) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:05:29.169304 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d560b292-220f-4eb8-af43-a2c660fced65 None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:05:29.169602 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d560b292-220f-4eb8-af43-a2c660fced65 None None] Checking segment: {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:05:29.170004 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-d560b292-220f-4eb8-af43-a2c660fced65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:29.170421 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d560b292-220f-4eb8-af43-a2c660fced65 None None] Bound using segment: {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:05:29.170975 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-d560b292-220f-4eb8-af43-a2c660fced65 None None] Bound port: 8aa2d927-9f48-46d1-b48e-058633b37823, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:05:29.171367 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-d560b292-220f-4eb8-af43-a2c660fced65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (8aa2d927-9f48-46d1-b48e-058633b37823), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:29.184567 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cebb0-5952-4d7f-8b67-9fbb6b460457 None None] Pushing event updated for resources: {'Port': ['ID=8aa2d927-9f48-46d1-b48e-058633b37823,revision_number=2']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:29.232712 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port c786b600-af8e-47b7-8eb2-2b3abde7c6a6, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c786b600-af8e-47b7-8eb2-2b3abde7c6a6,segment=NetworkSegment(ff32fb5a-a197-4dbd-82f7-72cd477f07fb),segment_id=ff32fb5a-a197-4dbd-82f7-72cd477f07fb)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:29.263496 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Returning: {'device': 'c786b600-af8e-47b7-8eb2-2b3abde7c6a6', 'network_id': 'a142954b-43e8-41cf-b242-1c1db52c4d6c', 'port_id': 'c786b600-af8e-47b7-8eb2-2b3abde7c6a6', 'mac_address': 'fa:16:3e:8f:1d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44ed5ff9-3c77-4db5-955c-83c31323e1cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:05:29.311675 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-d560b292-220f-4eb8-af43-a2c660fced65 None None] For port 8aa2d927-9f48-46d1-b48e-058633b37823, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:05:29.329123 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port c786b600-af8e-47b7-8eb2-2b3abde7c6a6 is: DOWN; New status is: BUILD {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:05:29.329792 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (c786b600-af8e-47b7-8eb2-2b3abde7c6a6), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:29.330349 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7867f09-00fe-43e5-b0ab-df076108843f req-99cefa4c-f450-45cb-a8d3-c22ae8d573e4 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:29.339316 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-d560b292-220f-4eb8-af43-a2c660fced65 None None] For port 8aa2d927-9f48-46d1-b48e-058633b37823, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=8aa2d927-9f48-46d1-b48e-058633b37823,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:05:29.342756 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c7867f09-00fe-43e5-b0ab-df076108843f req-99cefa4c-f450-45cb-a8d3-c22ae8d573e4 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 944 time: 0.1264434 Sep 26 18:05:29.348098 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a17d5461-094c-4166-bc84-e4fb2e277646 admin admin] Publish callbacks [] for port (95a0df67-42fa-448e-850f-a6e097dd4076), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:29.371230 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c786b600-af8e-47b7-8eb2-2b3abde7c6a6 {{(pid=106584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:05:29.415385 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port c786b600-af8e-47b7-8eb2-2b3abde7c6a6, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c786b600-af8e-47b7-8eb2-2b3abde7c6a6,segment=NetworkSegment(ff32fb5a-a197-4dbd-82f7-72cd477f07fb),segment_id=ff32fb5a-a197-4dbd-82f7-72cd477f07fb)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:29.479549 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c7867f09-00fe-43e5-b0ab-df076108843f req-89ec4ebe-e729-479c-9a01-1a369b325fe2 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385472 Sep 26 18:05:29.552668 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-80caa88a-152c-431f-84f8-2c8ea689e68b tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Publish callbacks [] for port (77f9ad03-b62f-4dda-ba71-0c74b66daab5), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:29.591595 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-d560b292-220f-4eb8-af43-a2c660fced65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (8aa2d927-9f48-46d1-b48e-058633b37823), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:29.644406 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:29.645309 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a17d5461-094c-4166-bc84-e4fb2e277646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (95a0df67-42fa-448e-850f-a6e097dd4076), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:29.647208 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (c786b600-af8e-47b7-8eb2-2b3abde7c6a6), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:29.663228 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d560b292-220f-4eb8-af43-a2c660fced65 None None] Routers {'136b9461-8421-452f-80a1-32968b698a84'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:05:29.664383 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-d560b292-220f-4eb8-af43-a2c660fced65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:05:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['136b9461-8421-452f-80a1-32968b698a84'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:29.706748 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17d5461-094c-4166-bc84-e4fb2e277646 admin admin] Network ce568303-84c8-4c5c-8d2c-8e418731567a is already hosted by enough agents. {{(pid=106582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:05:29.726858 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-a17d5461-094c-4166-bc84-e4fb2e277646 admin admin] Resources bound (agent type, host, resource id): {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:05:29.731223 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17d5461-094c-4166-bc84-e4fb2e277646 admin admin] Received port after_create {{(pid=106582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:05:29.777507 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d5461-094c-4166-bc84-e4fb2e277646 admin admin] Pushing event updated for resources: {'Port': ['ID=95a0df67-42fa-448e-850f-a6e097dd4076,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:29.779135 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cebb0-5952-4d7f-8b67-9fbb6b460457 None None] Pushing event updated for resources: {'Port': ['ID=8aa2d927-9f48-46d1-b48e-058633b37823,revision_number=3']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:29.786761 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-80caa88a-152c-431f-84f8-2c8ea689e68b tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (77f9ad03-b62f-4dda-ba71-0c74b66daab5), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:29.817113 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a17d5461-094c-4166-bc84-e4fb2e277646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-492387'] for router_interface (136b9461-8421-452f-80a1-32968b698a84), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:29.875540 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-80caa88a-152c-431f-84f8-2c8ea689e68b tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Network 5514926a-2fdd-4b0d-b8dd-9f8d294286a5 is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:05:29.913877 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-80caa88a-152c-431f-84f8-2c8ea689e68b tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:05:29.915819 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=c786b600-af8e-47b7-8eb2-2b3abde7c6a6,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:29.920411 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-d560b292-220f-4eb8-af43-a2c660fced65 None None] Set router 136b9461-8421-452f-80a1-32968b698a84 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:05:29.935044 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-80caa88a-152c-431f-84f8-2c8ea689e68b tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:05:30.106440 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80caa88a-152c-431f-84f8-2c8ea689e68b tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Pushing event updated for resources: {'Port': ['ID=77f9ad03-b62f-4dda-ba71-0c74b66daab5,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:30.129545 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=72 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:30.131702 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-80caa88a-152c-431f-84f8-2c8ea689e68b tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:30.133316 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-80caa88a-152c-431f-84f8-2c8ea689e68b tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:30.140426 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=80 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:30.171504 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b7cd8-fb50-4db2-b2b0-3b7d613e3fc6 req-1291d0d1-425f-404e-b293-c9386bda1c90 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:30.181009 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8a4b7cd8-fb50-4db2-b2b0-3b7d613e3fc6 req-1291d0d1-425f-404e-b293-c9386bda1c90 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.3026354 Sep 26 18:05:30.212251 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a17d5461-094c-4166-bc84-e4fb2e277646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (95a0df67-42fa-448e-850f-a6e097dd4076), before_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:30.262892 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8a4b7cd8-fb50-4db2-b2b0-3b7d613e3fc6 req-285d8500-1fa3-439a-a957-9e6a7a0b65d8 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763719 Sep 26 18:05:30.263398 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['c786b600-af8e-47b7-8eb2-2b3abde7c6a6'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:05:30.275343 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-d560b292-220f-4eb8-af43-a2c660fced65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136b9461-8421-452f-80a1-32968b698a84', 'name': 'tempest-AttachVolumeShelveTestJSON-196356939-router', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:05:24Z', 'updated_at': '2022-09-26T18:05:26Z', 'revision_number': 3, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'gw_port': {'id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:45:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:25Z', 'updated_at': '2022-09-26T18:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:30.286404 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-80caa88a-152c-431f-84f8-2c8ea689e68b tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6538119 Sep 26 18:05:30.288397 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-a266b0f1-4148-477a-a238-0cbec4984b3a None None] Provisioning complete for port 95a0df67-42fa-448e-850f-a6e097dd4076 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:05:30.289337 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a266b0f1-4148-477a-a238-0cbec4984b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (95a0df67-42fa-448e-850f-a6e097dd4076), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:30.290044 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-a266b0f1-4148-477a-a238-0cbec4984b3a None None] Attempt 1 to provision port 95a0df67-42fa-448e-850f-a6e097dd4076 Sep 26 18:05:30.308189 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-14256caa-bddb-4122-9e65-efca0c9557bc service neutron] Request body: {'port': {'device_id': '692e2930-4f2e-4999-be6a-e3824248177d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:30.401850 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d560b292-220f-4eb8-af43-a2c660fced65 None None] The sync data for ids ['136b9461-8421-452f-80a1-32968b698a84'] in dv-cinder-859319-1-iscsi is: [{'id': '136b9461-8421-452f-80a1-32968b698a84', 'name': 'tempest-AttachVolumeShelveTestJSON-196356939-router', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:05:24Z', 'updated_at': '2022-09-26T18:05:26Z', 'revision_number': 3, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'gw_port': {'id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:45:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:25Z', 'updated_at': '2022-09-26T18:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}] {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:05:30.504126 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29460a-c4a8-4025-a0c7-00c248a67aa6 req-8b143261-46c1-4095-8c48-269f26858134 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:30.516230 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bd29460a-c4a8-4025-a0c7-00c248a67aa6 req-8b143261-46c1-4095-8c48-269f26858134 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=692e2930-4f2e-4999-be6a-e3824248177d HTTP/1.1" status: 200 len: 936 time: 0.1500573 Sep 26 18:05:30.528590 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-14256caa-bddb-4122-9e65-efca0c9557bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (77f9ad03-b62f-4dda-ba71-0c74b66daab5), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:30.590980 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-a266b0f1-4148-477a-a238-0cbec4984b3a None None] Port 95a0df67-42fa-448e-850f-a6e097dd4076 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:05:30.621082 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a17d5461-094c-4166-bc84-e4fb2e277646 admin admin] Publish callbacks [] for port (95a0df67-42fa-448e-850f-a6e097dd4076), precommit_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:30.773856 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a17d5461-094c-4166-bc84-e4fb2e277646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-513976'] for port (95a0df67-42fa-448e-850f-a6e097dd4076), after_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:30.787014 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34bace-32df-422c-86d7-bfeda5a7bf57 req-d1ff11f7-7974-40d4-90e7-4d58a99679ba tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:30.788634 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bc34bace-32df-422c-86d7-bfeda5a7bf57 req-d1ff11f7-7974-40d4-90e7-4d58a99679ba tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 945 time: 0.1793635 Sep 26 18:05:30.806744 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bd29460a-c4a8-4025-a0c7-00c248a67aa6 req-a0a41a63-d3e6-4f7e-ace0-7a94e1a581d0 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=71c1fe5d-5c4b-4b57-8dba-ff534d01b4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893758 Sep 26 18:05:31.002819 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d5461-094c-4166-bc84-e4fb2e277646 admin admin] Pushing event updated for resources: {'Port': ['ID=95a0df67-42fa-448e-850f-a6e097dd4076,revision_number=2']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:31.015393 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:31.033405 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a17d5461-094c-4166-bc84-e4fb2e277646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-642360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-492535'] for router_interface (136b9461-8421-452f-80a1-32968b698a84), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:31.092055 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-a266b0f1-4148-477a-a238-0cbec4984b3a None None] Attempt 2 to provision port 95a0df67-42fa-448e-850f-a6e097dd4076 Sep 26 18:05:31.093928 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bc34bace-32df-422c-86d7-bfeda5a7bf57 req-c3578004-ee05-4241-aa26-ee2b2d7700bb tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811995 Sep 26 18:05:31.179119 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:05:31.180069 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-a266b0f1-4148-477a-a238-0cbec4984b3a None None] Port 95a0df67-42fa-448e-850f-a6e097dd4076 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:05:31.250935 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17d5461-094c-4166-bc84-e4fb2e277646 admin admin] Network ce568303-84c8-4c5c-8d2c-8e418731567a is already hosted by enough agents. {{(pid=106582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:05:31.252839 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-a17d5461-094c-4166-bc84-e4fb2e277646 admin admin] Resources bound (agent type, host, resource id): {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:05:31.309605 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-14256caa-bddb-4122-9e65-efca0c9557bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f9ad03-b62f-4dda-ba71-0c74b66daab5 {{(pid=106583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:05:31.324342 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-14256caa-bddb-4122-9e65-efca0c9557bc service neutron] Publish callbacks [] for port (77f9ad03-b62f-4dda-ba71-0c74b66daab5), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:31.361228 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.provisioning_blocks [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-14256caa-bddb-4122-9e65-efca0c9557bc service neutron] Transition to ACTIVE for port object 77f9ad03-b62f-4dda-ba71-0c74b66daab5 will not be triggered until provisioned by entity L2. {{(pid=106583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:05:31.364063 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:31.485024 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-14256caa-bddb-4122-9e65-efca0c9557bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (77f9ad03-b62f-4dda-ba71-0c74b66daab5), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:31.539471 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17d5461-094c-4166-bc84-e4fb2e277646 admin admin] Router 136b9461-8421-452f-80a1-32968b698a84 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:05:31.567182 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f7ac7-8ddd-4955-a4fa-2ccb94e9902d req-43743c0d-21e3-4f64-a30f-fe2f236807e8 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:31.567816 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a56f7ac7-8ddd-4955-a4fa-2ccb94e9902d req-43743c0d-21e3-4f64-a30f-fe2f236807e8 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.1361935 Sep 26 18:05:31.629147 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device c786b600-af8e-47b7-8eb2-2b3abde7c6a6 up at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:05:31.677555 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14256caa-bddb-4122-9e65-efca0c9557bc service neutron] Pushing event updated for resources: {'Port': ['ID=77f9ad03-b62f-4dda-ba71-0c74b66daab5,revision_number=2']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:31.825426 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17d5461-094c-4166-bc84-e4fb2e277646 admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:05:31.852812 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-14256caa-bddb-4122-9e65-efca0c9557bc service neutron] Attempting to bind port 77f9ad03-b62f-4dda-ba71-0c74b66daab5 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:05:31.852812 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-14256caa-bddb-4122-9e65-efca0c9557bc service neutron] Attempting to bind port 77f9ad03-b62f-4dda-ba71-0c74b66daab5 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '7d099845-db67-4416-a6d7-c1e7beaf581c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5514926a-2fdd-4b0d-b8dd-9f8d294286a5'}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:05:31.852812 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-14256caa-bddb-4122-9e65-efca0c9557bc service neutron] Attempting to bind port 77f9ad03-b62f-4dda-ba71-0c74b66daab5 on network 5514926a-2fdd-4b0d-b8dd-9f8d294286a5 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:05:31.856262 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-a17d5461-094c-4166-bc84-e4fb2e277646 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/136b9461-8421-452f-80a1-32968b698a84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4311841 Sep 26 18:05:31.941214 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:31.959026 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a56f7ac7-8ddd-4955-a4fa-2ccb94e9902d req-59023908-3ebb-4f5b-9684-7cb670bd4aa6 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815863 Sep 26 18:05:32.049625 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-14256caa-bddb-4122-9e65-efca0c9557bc service neutron] Port 77f9ad03-b62f-4dda-ba71-0c74b66daab5 on network 5514926a-2fdd-4b0d-b8dd-9f8d294286a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:05:32.050054 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-14256caa-bddb-4122-9e65-efca0c9557bc service neutron] Attempting to bind port 77f9ad03-b62f-4dda-ba71-0c74b66daab5 on network 5514926a-2fdd-4b0d-b8dd-9f8d294286a5 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:05:32.102380 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-14256caa-bddb-4122-9e65-efca0c9557bc service neutron] Checking agent: {'id': 'b76d05ef-6768-47d4-84e3-b7f3ce45293e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'started_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:05:32.102739 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-14256caa-bddb-4122-9e65-efca0c9557bc service neutron] Checking segment: {'id': '7d099845-db67-4416-a6d7-c1e7beaf581c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5514926a-2fdd-4b0d-b8dd-9f8d294286a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:05:32.103264 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-14256caa-bddb-4122-9e65-efca0c9557bc service neutron] Bound using segment: {'id': '7d099845-db67-4416-a6d7-c1e7beaf581c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5514926a-2fdd-4b0d-b8dd-9f8d294286a5'} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:05:32.104123 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-14256caa-bddb-4122-9e65-efca0c9557bc service neutron] Bound port: 77f9ad03-b62f-4dda-ba71-0c74b66daab5, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d099845-db67-4416-a6d7-c1e7beaf581c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5514926a-2fdd-4b0d-b8dd-9f8d294286a5'}}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:05:32.105319 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-14256caa-bddb-4122-9e65-efca0c9557bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (77f9ad03-b62f-4dda-ba71-0c74b66daab5), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:32.109331 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-a266b0f1-4148-477a-a238-0cbec4984b3a None None] Attempt 3 to provision port 95a0df67-42fa-448e-850f-a6e097dd4076 Sep 26 18:05:32.122032 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 8aa2d927-9f48-46d1-b48e-058633b37823 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:05:32.251056 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:32.298862 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-a266b0f1-4148-477a-a238-0cbec4984b3a None None] Port 95a0df67-42fa-448e-850f-a6e097dd4076 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:05:32.313663 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 8aa2d927-9f48-46d1-b48e-058633b37823 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:05:32.314579 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (8aa2d927-9f48-46d1-b48e-058633b37823), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:32.314928 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 8aa2d927-9f48-46d1-b48e-058633b37823 Sep 26 18:05:32.317337 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning for port c786b600-af8e-47b7-8eb2-2b3abde7c6a6 completed by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:05:32.343217 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e9b3e-c11d-4ad6-8488-6d94a932070a req-84df9b47-6a68-460c-a789-13d3eee40184 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:32.344794 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d46e9b3e-c11d-4ad6-8488-6d94a932070a req-84df9b47-6a68-460c-a789-13d3eee40184 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=692e2930-4f2e-4999-be6a-e3824248177d HTTP/1.1" status: 200 len: 948 time: 0.2227082 Sep 26 18:05:32.353175 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-0db08d14-af62-4718-9141-952f0ad59602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:32.381746 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffd14d-fa24-4a3c-aa62-4d0375b72322 req-28fdeb53-a3ff-46d9-9548-c5bb3aa26768 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:32.383313 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-24ffd14d-fa24-4a3c-aa62-4d0375b72322 req-28fdeb53-a3ff-46d9-9548-c5bb3aa26768 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 945 time: 0.1387548 Sep 26 18:05:32.397704 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:32.398004 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-14256caa-bddb-4122-9e65-efca0c9557bc service neutron] For port 77f9ad03-b62f-4dda-ba71-0c74b66daab5, host hv-cinder-85931, cleared binding levels {{(pid=106583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:05:32.441359 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-14256caa-bddb-4122-9e65-efca0c9557bc service neutron] For port 77f9ad03-b62f-4dda-ba71-0c74b66daab5, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=77f9ad03-b62f-4dda-ba71-0c74b66daab5,segment=NetworkSegment(7d099845-db67-4416-a6d7-c1e7beaf581c),segment_id=7d099845-db67-4416-a6d7-c1e7beaf581c)] {{(pid=106583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:05:32.443855 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 8aa2d927-9f48-46d1-b48e-058633b37823 is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:05:32.444528 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (8aa2d927-9f48-46d1-b48e-058633b37823), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:32.477654 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d46e9b3e-c11d-4ad6-8488-6d94a932070a req-9996b8ac-ff64-4610-becb-009ca629ab7a tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=71c1fe5d-5c4b-4b57-8dba-ff534d01b4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168420 Sep 26 18:05:32.479875 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] For port 8aa2d927-9f48-46d1-b48e-058633b37823, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=8aa2d927-9f48-46d1-b48e-058633b37823,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:32.494211 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-24ffd14d-fa24-4a3c-aa62-4d0375b72322 req-3eb5bdd9-f3d8-43ba-868d-4f928a629a1c tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019711 Sep 26 18:05:32.503361 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning complete for port c786b600-af8e-47b7-8eb2-2b3abde7c6a6 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:05:32.503936 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (c786b600-af8e-47b7-8eb2-2b3abde7c6a6), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:32.504375 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Attempt 1 to provision port c786b600-af8e-47b7-8eb2-2b3abde7c6a6 Sep 26 18:05:32.616210 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port c786b600-af8e-47b7-8eb2-2b3abde7c6a6 is: BUILD; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:05:32.616531 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (c786b600-af8e-47b7-8eb2-2b3abde7c6a6), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:32.642702 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f7652f-6765-4967-9ff6-f112a4b367e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c786b600-af8e-47b7-8eb2-2b3abde7c6a6'}] {{(pid=106584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:05:32.652060 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-14256caa-bddb-4122-9e65-efca0c9557bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (77f9ad03-b62f-4dda-ba71-0c74b66daab5), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:32.652230 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743b4769c4925b62b4889170aadb5ee5b65d77d3032155737795e39ae48b1258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ea1506-4252-490e-bb63-5758fb13ff87" -d '{"events": [{"server_uuid": "c3f7652f-6765-4967-9ff6-f112a4b367e9", "name": "network-vif-plugged", "status": "completed", "tag": "c786b600-af8e-47b7-8eb2-2b3abde7c6a6"}]}' {{(pid=106584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:05:32.652339 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-14256caa-bddb-4122-9e65-efca0c9557bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:32.652339 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-14256caa-bddb-4122-9e65-efca0c9557bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:32.652519 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-14256caa-bddb-4122-9e65-efca0c9557bc service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/77f9ad03-b62f-4dda-ba71-0c74b66daab5 HTTP/1.1" status: 200 len: 1098 time: 2.3496020 Sep 26 18:05:32.653066 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692e2930-4f2e-4999-be6a-e3824248177d', 'tag': '77f9ad03-b62f-4dda-ba71-0c74b66daab5'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:05:32.655501 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (8aa2d927-9f48-46d1-b48e-058633b37823), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:32.664287 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port c786b600-af8e-47b7-8eb2-2b3abde7c6a6, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c786b600-af8e-47b7-8eb2-2b3abde7c6a6,segment=NetworkSegment(ff32fb5a-a197-4dbd-82f7-72cd477f07fb),segment_id=ff32fb5a-a197-4dbd-82f7-72cd477f07fb)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:32.672886 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12dc68c-155b-4394-aa8a-65ed0de3207c" -d '{"events": [{"name": "network-changed", "server_uuid": "692e2930-4f2e-4999-be6a-e3824248177d", "tag": "77f9ad03-b62f-4dda-ba71-0c74b66daab5"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:05:32.729885 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Pushing event updated for resources: {'Port': ['ID=8aa2d927-9f48-46d1-b48e-058633b37823,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:32.744863 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14256caa-bddb-4122-9e65-efca0c9557bc service neutron] Pushing event updated for resources: {'Port': ['ID=77f9ad03-b62f-4dda-ba71-0c74b66daab5,revision_number=3']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:32.749783 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64700a1-f417-48c7-8a89-777f84576b65 x-openstack-request-id: req-f64700a1-f417-48c7-8a89-777f84576b65 {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:05:32.750180 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f7652f-6765-4967-9ff6-f112a4b367e9", "name": "network-vif-plugged", "status": "completed", "tag": "c786b600-af8e-47b7-8eb2-2b3abde7c6a6", "code": 200}]} {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:05:32.751799 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f64700a1-f417-48c7-8a89-777f84576b65 {{(pid=106584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:05:32.753144 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f64700a1-f417-48c7-8a89-777f84576b65'] response: {'server_uuid': 'c3f7652f-6765-4967-9ff6-f112a4b367e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c786b600-af8e-47b7-8eb2-2b3abde7c6a6', 'code': 200} Sep 26 18:05:32.791289 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1909bb20-680d-4964-a5ff-135d7747fb5d x-openstack-request-id: req-1909bb20-680d-4964-a5ff-135d7747fb5d {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:05:32.793187 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "692e2930-4f2e-4999-be6a-e3824248177d", "tag": "77f9ad03-b62f-4dda-ba71-0c74b66daab5", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:05:32.793600 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1909bb20-680d-4964-a5ff-135d7747fb5d {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:05:32.794410 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1909bb20-680d-4964-a5ff-135d7747fb5d'] response: {'name': 'network-changed', 'server_uuid': '692e2930-4f2e-4999-be6a-e3824248177d', 'tag': '77f9ad03-b62f-4dda-ba71-0c74b66daab5', 'status': 'completed', 'code': 200} Sep 26 18:05:32.800474 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-a266b0f1-4148-477a-a238-0cbec4984b3a None None] Attempt 4 to provision port 95a0df67-42fa-448e-850f-a6e097dd4076 Sep 26 18:05:32.851916 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (c786b600-af8e-47b7-8eb2-2b3abde7c6a6), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:32.899974 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-a266b0f1-4148-477a-a238-0cbec4984b3a None None] Port 95a0df67-42fa-448e-850f-a6e097dd4076 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:05:32.932093 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=c786b600-af8e-47b7-8eb2-2b3abde7c6a6,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:32.989549 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-8068aa19-c781-40f7-9ee8-58801579060b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:32.991374 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-8068aa19-c781-40f7-9ee8-58801579060b service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=dee85100e2744253bece8a0d74c79f41&device_id=692e2930-4f2e-4999-be6a-e3824248177d HTTP/1.1" status: 200 len: 1132 time: 0.0530839 Sep 26 18:05:33.037915 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 49524) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:33.045475 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-241e930b-e58e-4131-84ef-33abfd6ab066 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1485268117', 'description': 'tempest-description--1149331680'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:33.059959 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-2e29158e-4206-4ab2-aa2c-ccb69b528f5a service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=77f9ad03-b62f-4dda-ba71-0c74b66daab5 HTTP/1.1" status: 200 len: 217 time: 0.0421989 Sep 26 18:05:33.161886 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-a69bfdcc-be98-44bd-9952-556cd281e44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:33.161886 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-a69bfdcc-be98-44bd-9952-556cd281e44c service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=6587b622-ec68-4d31-9fa8-e3603bf7db4b HTTP/1.1" status: 200 len: 843 time: 0.0940721 Sep 26 18:05:33.250349 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5b6f8-40cf-4c2a-8aba-4935ca093f72 req-0fbf7efb-e8af-4722-b5b4-19a5a5881b36 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:33.253419 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-37b5b6f8-40cf-4c2a-8aba-4935ca093f72 req-0fbf7efb-e8af-4722-b5b4-19a5a5881b36 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.1157980 Sep 26 18:05:33.266675 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-241e930b-e58e-4131-84ef-33abfd6ab066 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:33.270347 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-c20e1ac3-bb17-4613-8df7-8f057a67b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:33.272531 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-c20e1ac3-bb17-4613-8df7-8f057a67b638 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=5514926a-2fdd-4b0d-b8dd-9f8d294286a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0943987 Sep 26 18:05:33.278227 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e86f73-5c29-430f-88ab-f37ae832cc7a None None] Sync routers for ids ['136b9461-8421-452f-80a1-32968b698a84'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:05:33.292367 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e86f73-5c29-430f-88ab-f37ae832cc7a None None] Routers {'136b9461-8421-452f-80a1-32968b698a84'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:05:33.293024 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-d5e86f73-5c29-430f-88ab-f37ae832cc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:05:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['136b9461-8421-452f-80a1-32968b698a84'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:33.394402 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-241e930b-e58e-4131-84ef-33abfd6ab066 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for security_group (9e432565-49a5-43b7-b59b-ed41b2c151a0), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:33.401601 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-a266b0f1-4148-477a-a238-0cbec4984b3a None None] Attempt 5 to provision port 95a0df67-42fa-448e-850f-a6e097dd4076 Sep 26 18:05:33.428385 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-37b5b6f8-40cf-4c2a-8aba-4935ca093f72 req-04e56de3-a5d6-40e9-8675-521c551d16c5 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691444 Sep 26 18:05:33.430003 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-d5e86f73-5c29-430f-88ab-f37ae832cc7a None None] Set router 136b9461-8421-452f-80a1-32968b698a84 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:05:33.464444 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-a266b0f1-4148-477a-a238-0cbec4984b3a None None] Port 95a0df67-42fa-448e-850f-a6e097dd4076 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:05:33.465784 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-09fbe80d-0a6f-4b26-9e2d-0b35cf547bd8 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5514926a-2fdd-4b0d-b8dd-9f8d294286a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821699 Sep 26 18:05:33.522808 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-241e930b-e58e-4131-84ef-33abfd6ab066 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (9e432565-49a5-43b7-b59b-ed41b2c151a0), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:33.578536 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae71681-dd9d-48fb-84fe-f79adcede2ab req-a0437571-b95b-4ce6-ba3f-b26108622132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:33.581088 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0ae71681-dd9d-48fb-84fe-f79adcede2ab req-a0437571-b95b-4ce6-ba3f-b26108622132 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 1130 time: 0.1141136 Sep 26 18:05:33.608417 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e930b-e58e-4131-84ef-33abfd6ab066 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e432565-49a5-43b7-b59b-ed41b2c151a0,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:33.669332 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0ae71681-dd9d-48fb-84fe-f79adcede2ab req-6439d3e4-8f68-42ec-be21-9484d74b8d05 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803380 Sep 26 18:05:33.712883 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-241e930b-e58e-4131-84ef-33abfd6ab066 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:33.715104 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-241e930b-e58e-4131-84ef-33abfd6ab066 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6750920 Sep 26 18:05:33.721952 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0c514943-bcc8-40a4-bb8a-bd7658d98899 req-11639ac7-e0c7-4ecf-9f4c-24bacf30f96f service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5514926a-2fdd-4b0d-b8dd-9f8d294286a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434735 Sep 26 18:05:33.723140 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 49552) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:33.730570 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-45b35e6d-f733-4fe0-89b5-a4c2425779cd tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Request body: {'security_group_rule': {'security_group_id': '9e432565-49a5-43b7-b59b-ed41b2c151a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:33.802153 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 8aa2d927-9f48-46d1-b48e-058633b37823 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:05:33.833384 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-d5e86f73-5c29-430f-88ab-f37ae832cc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136b9461-8421-452f-80a1-32968b698a84', 'name': 'tempest-AttachVolumeShelveTestJSON-196356939-router', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:05:24Z', 'updated_at': '2022-09-26T18:05:30Z', 'revision_number': 4, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'gw_port': {'id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:25Z', 'updated_at': '2022-09-26T18:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '95a0df67-42fa-448e-850f-a6e097dd4076', 'name': '', 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'mac_address': 'fa:16:3e:55:2c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:28Z', 'updated_at': '2022-09-26T18:05:30Z', 'revision_number': 2, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'subnets': [{'id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:33.863688 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e86f73-5c29-430f-88ab-f37ae832cc7a None None] Checking router: 136b9461-8421-452f-80a1-32968b698a84 for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:05:33.864119 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e86f73-5c29-430f-88ab-f37ae832cc7a None None] Updating router 136b9461-8421-452f-80a1-32968b698a84 port 95a0df67-42fa-448e-850f-a6e097dd4076 binding host dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:05:33.882624 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677b160-23d9-4da2-a14e-3a315217020b req-18698ba5-60b5-457a-a698-d734dc94ae14 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:33.886065 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0677b160-23d9-4da2-a14e-3a315217020b req-18698ba5-60b5-457a-a698-d734dc94ae14 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 946 time: 0.1445451 Sep 26 18:05:33.906981 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-45b35e6d-f733-4fe0-89b5-a4c2425779cd tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for security_group_rule (2b982e3e-c13c-4aee-97d3-39ead64f1cef), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:33.924930 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 8aa2d927-9f48-46d1-b48e-058633b37823 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:05:33.925598 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-d5e86f73-5c29-430f-88ab-f37ae832cc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (95a0df67-42fa-448e-850f-a6e097dd4076), before_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:33.926728 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (8aa2d927-9f48-46d1-b48e-058633b37823), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:33.927312 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 8aa2d927-9f48-46d1-b48e-058633b37823 Sep 26 18:05:33.964120 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fbac72-e04d-4f6f-bd2f-ee6c9aa21f0c req-48957e88-946b-430a-9dc5-9577386d567b tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:33.969149 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-a266b0f1-4148-477a-a238-0cbec4984b3a None None] Attempt 6 to provision port 95a0df67-42fa-448e-850f-a6e097dd4076 Sep 26 18:05:33.973837 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f3fbac72-e04d-4f6f-bd2f-ee6c9aa21f0c req-48957e88-946b-430a-9dc5-9577386d567b tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=692e2930-4f2e-4999-be6a-e3824248177d HTTP/1.1" status: 200 len: 948 time: 0.1260536 Sep 26 18:05:34.048743 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0677b160-23d9-4da2-a14e-3a315217020b req-1455f70f-0cd1-47c8-a982-59fa1062aefb tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379967 Sep 26 18:05:34.049673 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-45b35e6d-f733-4fe0-89b5-a4c2425779cd tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for security_group_rule (2b982e3e-c13c-4aee-97d3-39ead64f1cef), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:34.072187 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-a266b0f1-4148-477a-a238-0cbec4984b3a None None] Port 95a0df67-42fa-448e-850f-a6e097dd4076 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:05:34.111948 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f3fbac72-e04d-4f6f-bd2f-ee6c9aa21f0c req-51896799-03f3-4764-879c-461be4835730 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=71c1fe5d-5c4b-4b57-8dba-ff534d01b4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364102 Sep 26 18:05:34.152669 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 8aa2d927-9f48-46d1-b48e-058633b37823 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:05:34.218406 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-45b35e6d-f733-4fe0-89b5-a4c2425779cd tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (2b982e3e-c13c-4aee-97d3-39ead64f1cef), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:34.238219 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b35e6d-f733-4fe0-89b5-a4c2425779cd tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b982e3e-c13c-4aee-97d3-39ead64f1cef,revision_number=0']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:34.352826 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-f93aa5ae-900d-4ecd-a71d-59bd34c78ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:34.356277 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-45b35e6d-f733-4fe0-89b5-a4c2425779cd tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:34.358193 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-45b35e6d-f733-4fe0-89b5-a4c2425779cd tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6337645 Sep 26 18:05:34.361361 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 49596) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:34.366516 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-7a4e0ac9-5c7d-4c17-99e7-d39379313d1f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Request body: {'security_group_rule': {'security_group_id': '9e432565-49a5-43b7-b59b-ed41b2c151a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:34.396264 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-d5e86f73-5c29-430f-88ab-f37ae832cc7a None None] Publish callbacks [] for port (95a0df67-42fa-448e-850f-a6e097dd4076), precommit_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:34.409572 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 49598) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:34.522419 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-7a4e0ac9-5c7d-4c17-99e7-d39379313d1f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for security_group_rule (19ac4c0b-9667-4c48-af5c-21073d8166d6), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:34.544899 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f2f42463-ac23-44ce-98a6-369801d2fed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:34.573275 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-a266b0f1-4148-477a-a238-0cbec4984b3a None None] Attempt 7 to provision port 95a0df67-42fa-448e-850f-a6e097dd4076 Sep 26 18:05:34.606062 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-d5e86f73-5c29-430f-88ab-f37ae832cc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (95a0df67-42fa-448e-850f-a6e097dd4076), after_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:34.607918 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ef939-3f80-4122-abba-eff0544233e8 req-1e48ae59-f6f0-47f8-951a-a0a42172bdb8 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:34.609674 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-457ef939-3f80-4122-abba-eff0544233e8 req-1e48ae59-f6f0-47f8-951a-a0a42172bdb8 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.0706003 Sep 26 18:05:34.625865 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-7a4e0ac9-5c7d-4c17-99e7-d39379313d1f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for security_group_rule (19ac4c0b-9667-4c48-af5c-21073d8166d6), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:34.641319 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-a266b0f1-4148-477a-a238-0cbec4984b3a None None] Port 95a0df67-42fa-448e-850f-a6e097dd4076 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:05:34.672410 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f2f42463-ac23-44ce-98a6-369801d2fed5 admin admin] Publish callbacks [] for security_group (418e1ae0-6502-4523-bdd7-6ff053b02abd), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:34.685516 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0a4fc-5097-47b3-a618-75bcd42b4cf0 None None] Pushing event updated for resources: {'Port': ['ID=95a0df67-42fa-448e-850f-a6e097dd4076,revision_number=3']} {{(pid=106585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:34.688173 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-457ef939-3f80-4122-abba-eff0544233e8 req-4a1a89b1-ca7a-46d6-b452-ded73c60dc3a tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650778 Sep 26 18:05:34.711732 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0a4fc-5097-47b3-a618-75bcd42b4cf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:34.712078 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0a4fc-5097-47b3-a618-75bcd42b4cf0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:34.712453 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0a4fc-5097-47b3-a618-75bcd42b4cf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:34.712805 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0a4fc-5097-47b3-a618-75bcd42b4cf0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:34.713136 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0a4fc-5097-47b3-a618-75bcd42b4cf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:34.713460 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0a4fc-5097-47b3-a618-75bcd42b4cf0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:34.713783 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0a4fc-5097-47b3-a618-75bcd42b4cf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:34.714231 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0a4fc-5097-47b3-a618-75bcd42b4cf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:34.714801 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0a4fc-5097-47b3-a618-75bcd42b4cf0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:34.715118 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0a4fc-5097-47b3-a618-75bcd42b4cf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:34.715436 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0a4fc-5097-47b3-a618-75bcd42b4cf0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:34.715793 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0a4fc-5097-47b3-a618-75bcd42b4cf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:34.716113 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0a4fc-5097-47b3-a618-75bcd42b4cf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:34.716588 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0a4fc-5097-47b3-a618-75bcd42b4cf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:34.716906 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf0a4fc-5097-47b3-a618-75bcd42b4cf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:34.736678 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-d5e86f73-5c29-430f-88ab-f37ae832cc7a None None] Attempting to bind port 95a0df67-42fa-448e-850f-a6e097dd4076 on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:05:34.738168 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-d5e86f73-5c29-430f-88ab-f37ae832cc7a None None] Attempting to bind port 95a0df67-42fa-448e-850f-a6e097dd4076 by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': '74583ddb-45f6-451b-9f0f-cd5bb37fc3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a'}] {{(pid=106585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:05:34.738168 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e86f73-5c29-430f-88ab-f37ae832cc7a None None] Attempting to bind port 95a0df67-42fa-448e-850f-a6e097dd4076 on network ce568303-84c8-4c5c-8d2c-8e418731567a {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:05:34.786355 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e86f73-5c29-430f-88ab-f37ae832cc7a None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:05:34.786828 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e86f73-5c29-430f-88ab-f37ae832cc7a None None] Checking segment: {'id': '74583ddb-45f6-451b-9f0f-cd5bb37fc3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:05:34.787110 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-d5e86f73-5c29-430f-88ab-f37ae832cc7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:34.787507 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e86f73-5c29-430f-88ab-f37ae832cc7a None None] Bound using segment: {'id': '74583ddb-45f6-451b-9f0f-cd5bb37fc3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a'} {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:05:34.788013 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-d5e86f73-5c29-430f-88ab-f37ae832cc7a None None] Bound port: 95a0df67-42fa-448e-850f-a6e097dd4076, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74583ddb-45f6-451b-9f0f-cd5bb37fc3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a'}}] {{(pid=106585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:05:34.788460 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-d5e86f73-5c29-430f-88ab-f37ae832cc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (95a0df67-42fa-448e-850f-a6e097dd4076), before_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:34.814908 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f2f42463-ac23-44ce-98a6-369801d2fed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (418e1ae0-6502-4523-bdd7-6ff053b02abd), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:34.815331 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-7a4e0ac9-5c7d-4c17-99e7-d39379313d1f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (19ac4c0b-9667-4c48-af5c-21073d8166d6), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:34.853407 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e0ac9-5c7d-4c17-99e7-d39379313d1f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ac4c0b-9667-4c48-af5c-21073d8166d6,revision_number=0']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:34.869891 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:34.873910 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.db [None req-d5e86f73-5c29-430f-88ab-f37ae832cc7a None None] For port 95a0df67-42fa-448e-850f-a6e097dd4076, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:05:34.878292 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.db [None req-d5e86f73-5c29-430f-88ab-f37ae832cc7a None None] For port 95a0df67-42fa-448e-850f-a6e097dd4076, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=95a0df67-42fa-448e-850f-a6e097dd4076,segment=NetworkSegment(74583ddb-45f6-451b-9f0f-cd5bb37fc3b7),segment_id=74583ddb-45f6-451b-9f0f-cd5bb37fc3b7)] {{(pid=106585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:05:34.902171 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-f2f42463-ac23-44ce-98a6-369801d2fed5 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=f01b46a2d7c94d24b22baffd180902a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4912856 Sep 26 18:05:34.903926 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f42463-ac23-44ce-98a6-369801d2fed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418e1ae0-6502-4523-bdd7-6ff053b02abd,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:34.906461 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 49608) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:34.980052 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-10938853-fe04-47a0-9507-53e6d9b7ed91 admin admin] Publish callbacks [] for security_group (418e1ae0-6502-4523-bdd7-6ff053b02abd), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:34.986808 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-7a4e0ac9-5c7d-4c17-99e7-d39379313d1f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:34.988797 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-7a4e0ac9-5c7d-4c17-99e7-d39379313d1f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6259420 Sep 26 18:05:34.993210 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 49610) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:34.997640 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-1dd33236-707e-40d1-92d4-9e928d690dce tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Request body: {'floatingip': {'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:35.014677 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-d5e86f73-5c29-430f-88ab-f37ae832cc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (95a0df67-42fa-448e-850f-a6e097dd4076), after_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:35.031237 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-10938853-fe04-47a0-9507-53e6d9b7ed91 admin admin] Publish callbacks [] for security_group (418e1ae0-6502-4523-bdd7-6ff053b02abd), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:35.041133 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:35.055993 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e86f73-5c29-430f-88ab-f37ae832cc7a None None] Routers {'136b9461-8421-452f-80a1-32968b698a84'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:05:35.057897 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-d5e86f73-5c29-430f-88ab-f37ae832cc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:05:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['136b9461-8421-452f-80a1-32968b698a84'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:35.134070 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0a4fc-5097-47b3-a618-75bcd42b4cf0 None None] Pushing event updated for resources: {'Port': ['ID=95a0df67-42fa-448e-850f-a6e097dd4076,revision_number=4']} {{(pid=106585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:35.144425 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-a266b0f1-4148-477a-a238-0cbec4984b3a None None] Attempt 8 to provision port 95a0df67-42fa-448e-850f-a6e097dd4076 Sep 26 18:05:35.213829 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-10938853-fe04-47a0-9507-53e6d9b7ed91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (418e1ae0-6502-4523-bdd7-6ff053b02abd), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:35.214671 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1dd33236-707e-40d1-92d4-9e928d690dce tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:35.229388 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-10938853-fe04-47a0-9507-53e6d9b7ed91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:35.237069 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-10938853-fe04-47a0-9507-53e6d9b7ed91 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/418e1ae0-6502-4523-bdd7-6ff053b02abd HTTP/1.1" status: 204 len: 168 time: 0.3249578 Sep 26 18:05:35.249318 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-d5e86f73-5c29-430f-88ab-f37ae832cc7a None None] Set router 136b9461-8421-452f-80a1-32968b698a84 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:05:35.292196 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10938853-fe04-47a0-9507-53e6d9b7ed91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418e1ae0-6502-4523-bdd7-6ff053b02abd,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:35.313484 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-a266b0f1-4148-477a-a238-0cbec4984b3a None None] Current status of the port 95a0df67-42fa-448e-850f-a6e097dd4076 is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:05:35.314912 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a266b0f1-4148-477a-a238-0cbec4984b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (95a0df67-42fa-448e-850f-a6e097dd4076), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:35.355320 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91263e-861e-47fd-8212-43f864b03aab req-6f8d31c3-f64c-4839-b93a-66e638a2e93a tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:35.358477 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9d91263e-861e-47fd-8212-43f864b03aab req-6f8d31c3-f64c-4839-b93a-66e638a2e93a tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 946 time: 0.2121680 Sep 26 18:05:35.378243 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-a266b0f1-4148-477a-a238-0cbec4984b3a None None] For port 95a0df67-42fa-448e-850f-a6e097dd4076, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=95a0df67-42fa-448e-850f-a6e097dd4076,segment=NetworkSegment(74583ddb-45f6-451b-9f0f-cd5bb37fc3b7),segment_id=74583ddb-45f6-451b-9f0f-cd5bb37fc3b7)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:35.418385 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1dd33236-707e-40d1-92d4-9e928d690dce tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:35.430365 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6e7cc-3a57-421b-a945-353b9467c6ca req-666f5bef-d327-4cf1-b654-6fb21aa77c03 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:35.439429 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-edd6e7cc-3a57-421b-a945-353b9467c6ca req-666f5bef-d327-4cf1-b654-6fb21aa77c03 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=692e2930-4f2e-4999-be6a-e3824248177d HTTP/1.1" status: 200 len: 948 time: 0.1336393 Sep 26 18:05:35.509755 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9d91263e-861e-47fd-8212-43f864b03aab req-443de2e2-947c-4a78-b9ea-459e2b177a02 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950990 Sep 26 18:05:35.515877 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a266b0f1-4148-477a-a238-0cbec4984b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (95a0df67-42fa-448e-850f-a6e097dd4076), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:35.534874 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-edd6e7cc-3a57-421b-a945-353b9467c6ca req-203cdfcc-a202-4362-b0ce-542a1e02051e tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=71c1fe5d-5c4b-4b57-8dba-ff534d01b4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938821 Sep 26 18:05:35.569653 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:35.581829 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-d5e86f73-5c29-430f-88ab-f37ae832cc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136b9461-8421-452f-80a1-32968b698a84', 'name': 'tempest-AttachVolumeShelveTestJSON-196356939-router', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:05:24Z', 'updated_at': '2022-09-26T18:05:30Z', 'revision_number': 4, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'gw_port': {'id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:25Z', 'updated_at': '2022-09-26T18:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '95a0df67-42fa-448e-850f-a6e097dd4076', 'name': '', 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'mac_address': 'fa:16:3e:55:2c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:28Z', 'updated_at': '2022-09-26T18:05:34Z', 'revision_number': 4, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'subnets': [{'id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:35.604870 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_common [None req-1dd33236-707e-40d1-92d4-9e928d690dce tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Allocated IP 172.27.3.76 (75671e20-856b-479b-bee1-be813a3f2eee/4775a61a-d36f-43c7-b0a4-bf2c0640e392/fd6b1075-d606-493f-970f-30a92aa21a3d) {{(pid=106582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:05:35.608251 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266b0f1-4148-477a-a238-0cbec4984b3a None None] Pushing event updated for resources: {'Port': ['ID=95a0df67-42fa-448e-850f-a6e097dd4076,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:35.611875 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e86f73-5c29-430f-88ab-f37ae832cc7a None None] The sync data for ids ['136b9461-8421-452f-80a1-32968b698a84'] in dv-cinder-859319-1-iscsi is: [{'id': '136b9461-8421-452f-80a1-32968b698a84', 'name': 'tempest-AttachVolumeShelveTestJSON-196356939-router', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:05:24Z', 'updated_at': '2022-09-26T18:05:30Z', 'revision_number': 4, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'gw_port': {'id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:25Z', 'updated_at': '2022-09-26T18:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '95a0df67-42fa-448e-850f-a6e097dd4076', 'name': '', 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'mac_address': 'fa:16:3e:55:2c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:28Z', 'updated_at': '2022-09-26T18:05:34Z', 'revision_number': 4, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'subnets': [{'id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:05:35.648098 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-102e5761-cf75-4d31-9b2e-01a21a80a274 None None] Provisioning complete for port 95a0df67-42fa-448e-850f-a6e097dd4076 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:05:35.648676 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-102e5761-cf75-4d31-9b2e-01a21a80a274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (95a0df67-42fa-448e-850f-a6e097dd4076), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:35.649020 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-102e5761-cf75-4d31-9b2e-01a21a80a274 None None] Attempt 1 to provision port 95a0df67-42fa-448e-850f-a6e097dd4076 Sep 26 18:05:35.842239 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1dd33236-707e-40d1-92d4-9e928d690dce tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for port (fd6b1075-d606-493f-970f-30a92aa21a3d), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:35.846180 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-102e5761-cf75-4d31-9b2e-01a21a80a274 None None] Current status of the port 95a0df67-42fa-448e-850f-a6e097dd4076 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:05:36.030273 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1dd33236-707e-40d1-92d4-9e928d690dce tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (fd6b1075-d606-493f-970f-30a92aa21a3d), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:36.076461 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd33236-707e-40d1-92d4-9e928d690dce tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Network 75671e20-856b-479b-bee1-be813a3f2eee is already hosted by enough agents. {{(pid=106582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:05:36.080157 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-1dd33236-707e-40d1-92d4-9e928d690dce tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Resources bound (agent type, host, resource id): {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:05:36.083031 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd33236-707e-40d1-92d4-9e928d690dce tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Received port after_create {{(pid=106582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:05:36.086556 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:36.130955 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd33236-707e-40d1-92d4-9e928d690dce tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Pushing event updated for resources: {'Port': ['ID=fd6b1075-d606-493f-970f-30a92aa21a3d,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:36.168823 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3656c13-488f-4686-a551-7c42063267a5 req-6b8a5387-8af9-42f5-bdc5-591d185944a3 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:36.171289 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e3656c13-488f-4686-a551-7c42063267a5 req-6b8a5387-8af9-42f5-bdc5-591d185944a3 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.0772021 Sep 26 18:05:36.259687 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:36.273447 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1dd33236-707e-40d1-92d4-9e928d690dce tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for floatingip (b2aef6a1-a2c1-4a7e-8c54-0543bef7c54e), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:36.276998 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e3656c13-488f-4686-a551-7c42063267a5 req-ea99c9a1-cb06-427c-a8ab-c104b5250430 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977638 Sep 26 18:05:36.465381 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1dd33236-707e-40d1-92d4-9e928d690dce tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (fd6b1075-d606-493f-970f-30a92aa21a3d), before_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:36.679120 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1dd33236-707e-40d1-92d4-9e928d690dce tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for port (fd6b1075-d606-493f-970f-30a92aa21a3d), precommit_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:36.713195 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 49650) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:36.740405 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2e6b7b7d-e1ed-439e-b5f6-1daffc77176a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:36.783922 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12dc68c-155b-4394-aa8a-65ed0de3207c req-1f186122-903a-4a58-9256-a0e5bb050bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:36.785523 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f12dc68c-155b-4394-aa8a-65ed0de3207c req-1f186122-903a-4a58-9256-a0e5bb050bf9 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=dee85100e2744253bece8a0d74c79f41&device_id=692e2930-4f2e-4999-be6a-e3824248177d HTTP/1.1" status: 200 len: 1132 time: 0.1824443 Sep 26 18:05:36.799613 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b358b9e-55ce-476b-a264-0f558991ba99 req-546066eb-338d-4d48-9934-6d687653eb54 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:36.801179 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0b358b9e-55ce-476b-a264-0f558991ba99 req-546066eb-338d-4d48-9934-6d687653eb54 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 946 time: 0.1113119 Sep 26 18:05:36.816084 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdbba5-fa92-4f3f-ac24-d53d1c1e4453 req-a6e37425-e185-47c2-a77d-0f53bc5e1fde tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:36.817690 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4ebdbba5-fa92-4f3f-ac24-d53d1c1e4453 req-a6e37425-e185-47c2-a77d-0f53bc5e1fde tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=692e2930-4f2e-4999-be6a-e3824248177d HTTP/1.1" status: 200 len: 948 time: 0.1087756 Sep 26 18:05:36.896578 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2e6b7b7d-e1ed-439e-b5f6-1daffc77176a admin admin] Publish callbacks [] for security_group (94604cf6-8321-4b47-83e1-163ee4d59b8e), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:36.898077 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4ebdbba5-fa92-4f3f-ac24-d53d1c1e4453 req-a5d22c8a-753e-4f4d-934c-ff56f6f09d78 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=71c1fe5d-5c4b-4b57-8dba-ff534d01b4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745480 Sep 26 18:05:36.912284 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0b358b9e-55ce-476b-a264-0f558991ba99 req-a72a4fcf-7075-41e6-9ed7-38017341f555 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043561 Sep 26 18:05:36.915927 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1dd33236-707e-40d1-92d4-9e928d690dce tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-513976'] for port (fd6b1075-d606-493f-970f-30a92aa21a3d), after_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:37.016841 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd33236-707e-40d1-92d4-9e928d690dce tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Pushing event updated for resources: {'Port': ['ID=fd6b1075-d606-493f-970f-30a92aa21a3d,revision_number=2']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:37.020644 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1dd33236-707e-40d1-92d4-9e928d690dce tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (b2aef6a1-a2c1-4a7e-8c54-0543bef7c54e), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:37.069111 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2e6b7b7d-e1ed-439e-b5f6-1daffc77176a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (94604cf6-8321-4b47-83e1-163ee4d59b8e), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:37.116964 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-2e6b7b7d-e1ed-439e-b5f6-1daffc77176a admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=ac4bc07f889d4394a9ac2ffdea6d8582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4013138 Sep 26 18:05:37.127818 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b7b7d-e1ed-439e-b5f6-1daffc77176a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94604cf6-8321-4b47-83e1-163ee4d59b8e,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:37.130667 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 49656) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:37.161129 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:37.206763 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8c211ce7-bf43-4c92-96ed-c15da1d83c52 admin admin] Publish callbacks [] for security_group (94604cf6-8321-4b47-83e1-163ee4d59b8e), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:37.233750 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8c211ce7-bf43-4c92-96ed-c15da1d83c52 admin admin] Publish callbacks [] for security_group (94604cf6-8321-4b47-83e1-163ee4d59b8e), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:37.239840 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1dd33236-707e-40d1-92d4-9e928d690dce tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:37.243715 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-1dd33236-707e-40d1-92d4-9e928d690dce tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2469754 Sep 26 18:05:37.420661 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:37.482075 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12dc68c-155b-4394-aa8a-65ed0de3207c req-53f0adba-b961-4a35-a437-b30471bdc544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:37.485306 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f12dc68c-155b-4394-aa8a-65ed0de3207c req-53f0adba-b961-4a35-a437-b30471bdc544 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=5514926a-2fdd-4b0d-b8dd-9f8d294286a5 HTTP/1.1" status: 200 len: 870 time: 0.1468153 Sep 26 18:05:37.555450 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8c211ce7-bf43-4c92-96ed-c15da1d83c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (94604cf6-8321-4b47-83e1-163ee4d59b8e), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:37.558446 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8c211ce7-bf43-4c92-96ed-c15da1d83c52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:37.559790 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-8c211ce7-bf43-4c92-96ed-c15da1d83c52 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/94604cf6-8321-4b47-83e1-163ee4d59b8e HTTP/1.1" status: 204 len: 168 time: 0.4281011 Sep 26 18:05:37.571390 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f12dc68c-155b-4394-aa8a-65ed0de3207c req-764205a4-30e7-4af2-95b1-92628e6d3f30 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=77f9ad03-b62f-4dda-ba71-0c74b66daab5 HTTP/1.1" status: 200 len: 217 time: 0.0767820 Sep 26 18:05:37.572654 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c211ce7-bf43-4c92-96ed-c15da1d83c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94604cf6-8321-4b47-83e1-163ee4d59b8e,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:37.674642 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12dc68c-155b-4394-aa8a-65ed0de3207c req-62096924-e308-48b2-bded-c69cea8c8538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:37.676560 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f12dc68c-155b-4394-aa8a-65ed0de3207c req-62096924-e308-48b2-bded-c69cea8c8538 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=6587b622-ec68-4d31-9fa8-e3603bf7db4b HTTP/1.1" status: 200 len: 843 time: 0.0906658 Sep 26 18:05:37.687523 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 77f9ad03-b62f-4dda-ba71-0c74b66daab5 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:05:37.764386 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655e9a9-90de-4e4d-bb81-a6d7d0dc3eb3 req-1c6e5c4b-2bbb-422b-bf30-4c4e1ec9151f tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:37.766581 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f655e9a9-90de-4e4d-bb81-a6d7d0dc3eb3 req-1c6e5c4b-2bbb-422b-bf30-4c4e1ec9151f tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.1111786 Sep 26 18:05:37.777738 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12dc68c-155b-4394-aa8a-65ed0de3207c req-fceb2411-1688-4b39-a31a-bcd1b8147b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:37.779580 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f12dc68c-155b-4394-aa8a-65ed0de3207c req-fceb2411-1688-4b39-a31a-bcd1b8147b4f service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=5514926a-2fdd-4b0d-b8dd-9f8d294286a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0826452 Sep 26 18:05:37.791253 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-b8d8b695-1f6e-479d-b0f7-0ff61f8db482 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1485268117&fields=id&tenant_id=f6595854cfb04a11994c6aed8f5857c6 HTTP/1.1" status: 200 len: 267 time: 0.2040260 Sep 26 18:05:37.815103 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 95a0df67-42fa-448e-850f-a6e097dd4076 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:05:37.889954 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 77f9ad03-b62f-4dda-ba71-0c74b66daab5, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=77f9ad03-b62f-4dda-ba71-0c74b66daab5,segment=NetworkSegment(7d099845-db67-4416-a6d7-c1e7beaf581c),segment_id=7d099845-db67-4416-a6d7-c1e7beaf581c)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:37.904788 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 95a0df67-42fa-448e-850f-a6e097dd4076 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:05:37.905068 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (95a0df67-42fa-448e-850f-a6e097dd4076), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:37.905407 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 95a0df67-42fa-448e-850f-a6e097dd4076 Sep 26 18:05:37.908821 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Returning: {'device': '77f9ad03-b62f-4dda-ba71-0c74b66daab5', 'network_id': '5514926a-2fdd-4b0d-b8dd-9f8d294286a5', 'port_id': '77f9ad03-b62f-4dda-ba71-0c74b66daab5', 'mac_address': 'fa:16:3e:c6:b0:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6587b622-ec68-4d31-9fa8-e3603bf7db4b', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:05:37.936340 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:37.991434 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port 77f9ad03-b62f-4dda-ba71-0c74b66daab5 is: DOWN; New status is: BUILD {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:05:37.992227 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (77f9ad03-b62f-4dda-ba71-0c74b66daab5), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:38.009566 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f655e9a9-90de-4e4d-bb81-a6d7d0dc3eb3 req-00490f56-f4cf-45ee-b2a3-c761752d28f4 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309675 Sep 26 18:05:38.024020 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f9ad03-b62f-4dda-ba71-0c74b66daab5 {{(pid=106584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:05:38.049343 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 77f9ad03-b62f-4dda-ba71-0c74b66daab5, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=77f9ad03-b62f-4dda-ba71-0c74b66daab5,segment=NetworkSegment(7d099845-db67-4416-a6d7-c1e7beaf581c),segment_id=7d099845-db67-4416-a6d7-c1e7beaf581c)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:38.057328 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-0ef161e1-a559-41d3-9389-7b587196384f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:38.058933 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-0ef161e1-a559-41d3-9389-7b587196384f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/networks?id=ce568303-84c8-4c5c-8d2c-8e418731567a HTTP/1.1" status: 200 len: 816 time: 0.2665153 Sep 26 18:05:38.064877 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f12dc68c-155b-4394-aa8a-65ed0de3207c req-2a893591-3b04-46c9-a4b5-cf9e6234d3f5 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5514926a-2fdd-4b0d-b8dd-9f8d294286a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700076 Sep 26 18:05:38.087047 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-f210c5e2-d3d7-435d-8f1e-16bc369ef804 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/quotas/f6595854cfb04a11994c6aed8f5857c6 HTTP/1.1" status: 200 len: 375 time: 0.0150528 Sep 26 18:05:38.108249 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 95a0df67-42fa-448e-850f-a6e097dd4076 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:05:38.148089 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (77f9ad03-b62f-4dda-ba71-0c74b66daab5), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:38.233100 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=77f9ad03-b62f-4dda-ba71-0c74b66daab5,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:38.242706 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:38.309749 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-fe8ddf14-4bb8-450f-ba47-dd48bb3a1c98 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=f6595854cfb04a11994c6aed8f5857c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2156749 Sep 26 18:05:38.333073 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005af1dd-dab2-4088-a1d7-5fcd620b15d3 req-518aebd2-96c7-4777-b676-bf6b4e0fde19 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:38.337341 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-005af1dd-dab2-4088-a1d7-5fcd620b15d3 req-518aebd2-96c7-4777-b676-bf6b4e0fde19 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 946 time: 0.2193487 Sep 26 18:05:38.367158 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:38.507898 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f12dc68c-155b-4394-aa8a-65ed0de3207c req-6b1bfa32-8a27-4cfd-aac6-b101c7cfdd93 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5514926a-2fdd-4b0d-b8dd-9f8d294286a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262372 Sep 26 18:05:38.524902 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-005af1dd-dab2-4088-a1d7-5fcd620b15d3 req-45bcc867-e38e-4640-9f9d-cfedf7fb381a tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380494 Sep 26 18:05:38.541948 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-5bc83da4-4ded-4141-b486-0d8d02b18abd service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ce568303-84c8-4c5c-8d2c-8e418731567a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967165 Sep 26 18:05:38.752127 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['77f9ad03-b62f-4dda-ba71-0c74b66daab5'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:05:38.972258 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95950e61-fe71-4ef9-81d4-1b49e2b2104c req-e0960b36-81f6-40e2-9314-1f189a5a6afd tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:38.979463 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-95950e61-fe71-4ef9-81d4-1b49e2b2104c req-e0960b36-81f6-40e2-9314-1f189a5a6afd tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=692e2930-4f2e-4999-be6a-e3824248177d HTTP/1.1" status: 200 len: 949 time: 0.0725317 Sep 26 18:05:39.010137 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-ef1b80f2-de91-4776-9f13-86a8e431dd30 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ce568303-84c8-4c5c-8d2c-8e418731567a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581909 Sep 26 18:05:39.046448 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-95950e61-fe71-4ef9-81d4-1b49e2b2104c req-4e0c5df5-4dc2-494c-b4bd-6d4857f0c7e1 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=71c1fe5d-5c4b-4b57-8dba-ff534d01b4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655286 Sep 26 18:05:39.100201 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:39.208385 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce61130-c79f-41b0-b182-b6dd30a8d599 req-4d89d328-0ec4-4137-9a61-2d206dbe0ec2 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:39.209906 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8ce61130-c79f-41b0-b182-b6dd30a8d599 req-4d89d328-0ec4-4137-9a61-2d206dbe0ec2 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.0560246 Sep 26 18:05:39.273967 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8ce61130-c79f-41b0-b182-b6dd30a8d599 req-7d104d24-4c4a-4d8c-8490-aa7cb3ddbae9 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541363 Sep 26 18:05:39.492888 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bc5821e8-9cfc-46c4-bccc-029839a07616 req-4015136d-a12f-4d37-9486-7dd7f5415e4f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 210 time: 0.0404932 Sep 26 18:05:39.853002 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 77f9ad03-b62f-4dda-ba71-0c74b66daab5 up at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:05:39.901834 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning for port 77f9ad03-b62f-4dda-ba71-0c74b66daab5 completed by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:05:40.047603 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning complete for port 77f9ad03-b62f-4dda-ba71-0c74b66daab5 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:05:40.047988 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (77f9ad03-b62f-4dda-ba71-0c74b66daab5), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:40.048861 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Attempt 1 to provision port 77f9ad03-b62f-4dda-ba71-0c74b66daab5 Sep 26 18:05:40.134570 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port 77f9ad03-b62f-4dda-ba71-0c74b66daab5 is: BUILD; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:05:40.134966 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (77f9ad03-b62f-4dda-ba71-0c74b66daab5), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:40.165052 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692e2930-4f2e-4999-be6a-e3824248177d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f9ad03-b62f-4dda-ba71-0c74b66daab5'}] {{(pid=106584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:05:40.168007 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743b4769c4925b62b4889170aadb5ee5b65d77d3032155737795e39ae48b1258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e3395f-8920-4b0b-b1e1-ff2996439449" -d '{"events": [{"server_uuid": "692e2930-4f2e-4999-be6a-e3824248177d", "name": "network-vif-plugged", "status": "completed", "tag": "77f9ad03-b62f-4dda-ba71-0c74b66daab5"}]}' {{(pid=106584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:05:40.184557 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 77f9ad03-b62f-4dda-ba71-0c74b66daab5, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=77f9ad03-b62f-4dda-ba71-0c74b66daab5,segment=NetworkSegment(7d099845-db67-4416-a6d7-c1e7beaf581c),segment_id=7d099845-db67-4416-a6d7-c1e7beaf581c)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:40.229668 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d678afb-a2df-458b-8cc8-9688a158d5cc x-openstack-request-id: req-0d678afb-a2df-458b-8cc8-9688a158d5cc {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:05:40.229968 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692e2930-4f2e-4999-be6a-e3824248177d", "name": "network-vif-plugged", "status": "completed", "tag": "77f9ad03-b62f-4dda-ba71-0c74b66daab5", "code": 200}]} {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:05:40.230079 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0238be-6b04-471c-9092-76c107212007 req-208d51c7-3a8f-4186-a4b4-3575ca131080 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:40.230566 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0d678afb-a2df-458b-8cc8-9688a158d5cc {{(pid=106584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:05:40.230669 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d678afb-a2df-458b-8cc8-9688a158d5cc'] response: {'server_uuid': '692e2930-4f2e-4999-be6a-e3824248177d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f9ad03-b62f-4dda-ba71-0c74b66daab5', 'code': 200} Sep 26 18:05:40.231822 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ae0238be-6b04-471c-9092-76c107212007 req-208d51c7-3a8f-4186-a4b4-3575ca131080 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=692e2930-4f2e-4999-be6a-e3824248177d HTTP/1.1" status: 200 len: 949 time: 0.0863860 Sep 26 18:05:40.290479 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ae0238be-6b04-471c-9092-76c107212007 req-995145c8-5e29-412f-9f35-c7a01234a3f3 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=71c1fe5d-5c4b-4b57-8dba-ff534d01b4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519655 Sep 26 18:05:40.357641 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (77f9ad03-b62f-4dda-ba71-0c74b66daab5), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:40.436931 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c883df-34aa-44c2-b7ff-68f74cf53230 req-5acc20f7-e3f4-4807-91dd-3019a383d7f5 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:40.437807 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b6c883df-34aa-44c2-b7ff-68f74cf53230 req-5acc20f7-e3f4-4807-91dd-3019a383d7f5 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.0541551 Sep 26 18:05:40.440546 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=77f9ad03-b62f-4dda-ba71-0c74b66daab5,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:40.503553 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b6c883df-34aa-44c2-b7ff-68f74cf53230 req-66bcfc66-750e-4d65-a90a-1b093bb16b32 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596077 Sep 26 18:05:40.638569 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-90f8c9e8-6642-4fd9-a53d-929b92422a1b req-3b917aa3-8535-4365-9f3b-6387410061d9 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 210 time: 0.0442224 Sep 26 18:05:40.899668 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf241594-a475-42cb-98ad-c7cf635c7f0c req-a9ab7a5a-025d-41e0-ace1-7ba12f5b74fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:40.901230 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bf241594-a475-42cb-98ad-c7cf635c7f0c req-a9ab7a5a-025d-41e0-ace1-7ba12f5b74fa service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 1130 time: 0.0454159 Sep 26 18:05:40.954503 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bf241594-a475-42cb-98ad-c7cf635c7f0c req-d8ecd37a-3bf1-4f18-b649-c79f180a7f60 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449846 Sep 26 18:05:41.447424 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69b485-9089-473e-9a4d-75bf55ab6d6b req-2342b080-a9a8-45e9-b3ce-0fa4b0aea43a tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:41.447424 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9d69b485-9089-473e-9a4d-75bf55ab6d6b req-2342b080-a9a8-45e9-b3ce-0fa4b0aea43a tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=692e2930-4f2e-4999-be6a-e3824248177d HTTP/1.1" status: 200 len: 950 time: 0.0480061 Sep 26 18:05:41.508842 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9d69b485-9089-473e-9a4d-75bf55ab6d6b req-420b96f3-07e7-4f0b-8d74-b8b1fd0b9ece tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=71c1fe5d-5c4b-4b57-8dba-ff534d01b4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542088 Sep 26 18:05:41.695021 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1672d90-9914-46f4-89d7-00c4415e339e req-89205963-b747-452d-ad7c-39808b67371a tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:41.697041 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f1672d90-9914-46f4-89d7-00c4415e339e req-89205963-b747-452d-ad7c-39808b67371a tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.0944605 Sep 26 18:05:41.757951 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-88deb592-5bc5-48bd-9cc5-66221ac9d4b2 req-683a703d-c0b3-404c-8e3f-7a74f3cf11fd tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 210 time: 0.0372369 Sep 26 18:05:41.783498 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f1672d90-9914-46f4-89d7-00c4415e339e req-18864b23-5a4d-4fef-9c33-0745a3f13952 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782828 Sep 26 18:05:41.898757 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:41.911977 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b54c6c-8c4d-485b-9bbb-9e5943bbb3ad req-c9fb15ea-2f64-4d8f-9abc-c1c9ea9a2d50 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:41.919443 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a4b54c6c-8c4d-485b-9bbb-9e5943bbb3ad req-c9fb15ea-2f64-4d8f-9abc-c1c9ea9a2d50 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 946 time: 0.0717168 Sep 26 18:05:41.996997 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a4b54c6c-8c4d-485b-9bbb-9e5943bbb3ad req-399e53b0-e1ff-46e6-9215-7e3734169ed5 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746322 Sep 26 18:05:42.291929 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 49806) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:42.297650 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-56917edc-a621-46ca-a46c-c273073708b4 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Request body: {'security_group': {'name': 'tempest-securitygroup--203969854', 'description': 'tempest-description--823502746'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:42.347461 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 49808) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:42.414027 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-56917edc-a621-46ca-a46c-c273073708b4 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:42.478704 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2690aa9c-295c-4b8f-9886-a70ff52d5d31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:42.524315 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-56917edc-a621-46ca-a46c-c273073708b4 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group (ba2a7bab-c281-42ad-b2f7-b516d5c07db2), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:42.541204 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:42.589965 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2690aa9c-295c-4b8f-9886-a70ff52d5d31 admin admin] Publish callbacks [] for security_group (e8707374-6ccd-4198-a946-459adb6102ac), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:42.619738 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-56917edc-a621-46ca-a46c-c273073708b4 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (ba2a7bab-c281-42ad-b2f7-b516d5c07db2), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:42.655852 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0b125-1a4b-48c1-91ed-23bad5ab0f06 req-29df6391-39dd-49b6-a18d-3bbf1af31df3 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:42.658197 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b1e0b125-1a4b-48c1-91ed-23bad5ab0f06 req-29df6391-39dd-49b6-a18d-3bbf1af31df3 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=692e2930-4f2e-4999-be6a-e3824248177d HTTP/1.1" status: 200 len: 950 time: 0.0527005 Sep 26 18:05:42.665439 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56917edc-a621-46ca-a46c-c273073708b4 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2a7bab-c281-42ad-b2f7-b516d5c07db2,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:42.724971 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b1e0b125-1a4b-48c1-91ed-23bad5ab0f06 req-a43aa9e9-a7d1-4398-8e38-5739ddab86df tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=71c1fe5d-5c4b-4b57-8dba-ff534d01b4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597241 Sep 26 18:05:42.877007 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2690aa9c-295c-4b8f-9886-a70ff52d5d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (e8707374-6ccd-4198-a946-459adb6102ac), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:42.885497 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-11954082-96fc-4f11-884f-d03fd9b2d2b1 req-4368a2d1-d19c-4860-bcda-fc9a1defd300 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 210 time: 0.0378320 Sep 26 18:05:42.908976 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-56917edc-a621-46ca-a46c-c273073708b4 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:42.911613 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-56917edc-a621-46ca-a46c-c273073708b4 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6182652 Sep 26 18:05:42.915188 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 49822) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:42.920318 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-ac7c0692-89d7-4098-9403-fd96a9e0e3ca tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Request body: {'security_group_rule': {'security_group_id': 'ba2a7bab-c281-42ad-b2f7-b516d5c07db2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:42.929990 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690aa9c-295c-4b8f-9886-a70ff52d5d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8707374-6ccd-4198-a946-459adb6102ac,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:42.948833 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad991dda-197e-451e-a5c7-f774983250ba req-f38389e6-2526-405a-ac6e-a9ca2b42c93e tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:42.948833 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ad991dda-197e-451e-a5c7-f774983250ba req-f38389e6-2526-405a-ac6e-a9ca2b42c93e tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.0845234 Sep 26 18:05:42.949215 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-2690aa9c-295c-4b8f-9886-a70ff52d5d31 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=f384fc2a628a48c6b46d021f4dd42beb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5947907 Sep 26 18:05:42.950741 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 49824) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:43.033472 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ad991dda-197e-451e-a5c7-f774983250ba req-6092566d-78ac-4478-9bfe-12838ff56cbc tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736141 Sep 26 18:05:43.049307 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-26ece7bb-9af3-4103-a824-de595c4ff16f admin admin] Publish callbacks [] for security_group (e8707374-6ccd-4198-a946-459adb6102ac), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:43.121831 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-ac7c0692-89d7-4098-9403-fd96a9e0e3ca tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group_rule (0a4fe607-d3cd-477a-abc4-b758da8c1202), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:43.138073 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-26ece7bb-9af3-4103-a824-de595c4ff16f admin admin] Publish callbacks [] for security_group (e8707374-6ccd-4198-a946-459adb6102ac), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:43.186511 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524530e-9130-418a-bd27-81ed2725200b req-c9667bac-1137-48c5-bc09-e7f469f3fd39 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:43.188081 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9524530e-9130-418a-bd27-81ed2725200b req-c9667bac-1137-48c5-bc09-e7f469f3fd39 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 946 time: 0.1038988 Sep 26 18:05:43.241491 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-ac7c0692-89d7-4098-9403-fd96a9e0e3ca tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group_rule (0a4fe607-d3cd-477a-abc4-b758da8c1202), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:43.282106 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9524530e-9130-418a-bd27-81ed2725200b req-ade71be0-a702-4850-919f-d92ea983a3a5 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853181 Sep 26 18:05:43.373654 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-ac7c0692-89d7-4098-9403-fd96a9e0e3ca tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (0a4fe607-d3cd-477a-abc4-b758da8c1202), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:43.402637 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c0692-89d7-4098-9403-fd96a9e0e3ca tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a4fe607-d3cd-477a-abc4-b758da8c1202,revision_number=0']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:43.417492 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-26ece7bb-9af3-4103-a824-de595c4ff16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (e8707374-6ccd-4198-a946-459adb6102ac), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:43.425836 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-26ece7bb-9af3-4103-a824-de595c4ff16f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:43.425836 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-26ece7bb-9af3-4103-a824-de595c4ff16f admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/e8707374-6ccd-4198-a946-459adb6102ac HTTP/1.1" status: 204 len: 168 time: 0.4698966 Sep 26 18:05:43.432056 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ece7bb-9af3-4103-a824-de595c4ff16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8707374-6ccd-4198-a946-459adb6102ac,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:43.581328 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-ac7c0692-89d7-4098-9403-fd96a9e0e3ca tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:43.582529 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-ac7c0692-89d7-4098-9403-fd96a9e0e3ca tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6660824 Sep 26 18:05:43.585659 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 49830) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:43.591201 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-d85c9cc0-f7a3-4829-af62-8d9e851efe55 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Request body: {'security_group_rule': {'security_group_id': 'ba2a7bab-c281-42ad-b2f7-b516d5c07db2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:43.731873 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d85c9cc0-f7a3-4829-af62-8d9e851efe55 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group_rule (fef30772-b1ff-4c41-ac9a-f2cd7f5408d2), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:43.835600 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d85c9cc0-f7a3-4829-af62-8d9e851efe55 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group_rule (fef30772-b1ff-4c41-ac9a-f2cd7f5408d2), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:43.894864 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4d0eb-52e5-49cb-ac16-329e7328038c req-0f6d5cc4-a275-4218-84d8-8658b915ccc7 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:43.896460 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ebc4d0eb-52e5-49cb-ac16-329e7328038c req-0f6d5cc4-a275-4218-84d8-8658b915ccc7 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=692e2930-4f2e-4999-be6a-e3824248177d HTTP/1.1" status: 200 len: 950 time: 0.0567532 Sep 26 18:05:43.966292 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ebc4d0eb-52e5-49cb-ac16-329e7328038c req-f58d6c15-eb75-465b-b29f-1acabd8115ea tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=71c1fe5d-5c4b-4b57-8dba-ff534d01b4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630510 Sep 26 18:05:44.008117 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d85c9cc0-f7a3-4829-af62-8d9e851efe55 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (fef30772-b1ff-4c41-ac9a-f2cd7f5408d2), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:44.084273 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8d35f173-969e-455d-9818-fa0ed4599da5 req-1ac2f823-c196-4aee-b0bc-004c27a7c5f2 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 210 time: 0.0917172 Sep 26 18:05:44.084273 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c9cc0-f7a3-4829-af62-8d9e851efe55 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef30772-b1ff-4c41-ac9a-f2cd7f5408d2,revision_number=0']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:44.188575 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b0c9a-9fa3-427c-9053-4d145e48c475 req-ffe733cc-09b6-41cb-a800-7b9929c2d975 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:44.190210 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e84b0c9a-9fa3-427c-9053-4d145e48c475 req-ffe733cc-09b6-41cb-a800-7b9929c2d975 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.0573118 Sep 26 18:05:44.237763 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d85c9cc0-f7a3-4829-af62-8d9e851efe55 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:44.238834 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-d85c9cc0-f7a3-4829-af62-8d9e851efe55 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6521046 Sep 26 18:05:44.243061 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 49858) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:44.247611 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-dd543f9c-60e3-4e2a-8ca8-e226b21e5c64 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Request body: {'floatingip': {'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:44.258666 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e84b0c9a-9fa3-427c-9053-4d145e48c475 req-1e2383a0-b7ad-4872-8d6d-49ed3b29f794 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621655 Sep 26 18:05:44.427841 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-dd543f9c-60e3-4e2a-8ca8-e226b21e5c64 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:44.456729 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a406123-2e16-4d56-ae66-88bcdaa9af9d req-f240d5e7-f14b-4d95-8b86-d03b42dc5f77 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:44.464217 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4a406123-2e16-4d56-ae66-88bcdaa9af9d req-f240d5e7-f14b-4d95-8b86-d03b42dc5f77 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 946 time: 0.0787876 Sep 26 18:05:44.525410 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4a406123-2e16-4d56-ae66-88bcdaa9af9d req-cd82712e-958c-46d6-a018-e31558fd6dd1 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602353 Sep 26 18:05:44.551598 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-dd543f9c-60e3-4e2a-8ca8-e226b21e5c64 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:44.702852 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_common [None req-dd543f9c-60e3-4e2a-8ca8-e226b21e5c64 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Allocated IP 172.27.3.59 (75671e20-856b-479b-bee1-be813a3f2eee/4775a61a-d36f-43c7-b0a4-bf2c0640e392/1687f937-98fd-44e9-8ac8-20b6ef360864) {{(pid=106582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:05:44.738152 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:44.958975 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b2643-45a5-4934-8003-2b288693a072 req-a6f1f13f-ed3f-460b-b892-2b0ac1f0b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:44.958975 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-663b2643-45a5-4934-8003-2b288693a072 req-a6f1f13f-ed3f-460b-b892-2b0ac1f0b1ce service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=692e2930-4f2e-4999-be6a-e3824248177d HTTP/1.1" status: 200 len: 1134 time: 0.1157935 Sep 26 18:05:45.001637 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-dd543f9c-60e3-4e2a-8ca8-e226b21e5c64 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for port (1687f937-98fd-44e9-8ac8-20b6ef360864), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:45.204130 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0d250-3cee-424d-89a4-4a1f5da5689b req-81c1da7d-08d2-4d4c-8b54-5a19b212d03c tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:45.206791 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-82b0d250-3cee-424d-89a4-4a1f5da5689b req-81c1da7d-08d2-4d4c-8b54-5a19b212d03c tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 946 time: 0.1555204 Sep 26 18:05:45.218577 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-dd543f9c-60e3-4e2a-8ca8-e226b21e5c64 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (1687f937-98fd-44e9-8ac8-20b6ef360864), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:45.266506 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd543f9c-60e3-4e2a-8ca8-e226b21e5c64 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Network 75671e20-856b-479b-bee1-be813a3f2eee is already hosted by enough agents. {{(pid=106582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:05:45.275040 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-dd543f9c-60e3-4e2a-8ca8-e226b21e5c64 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Resources bound (agent type, host, resource id): {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:05:45.276646 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd543f9c-60e3-4e2a-8ca8-e226b21e5c64 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Received port after_create {{(pid=106582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:05:45.297283 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969f480-4395-4d4f-be83-511b58cb75e2 req-6fa9f5c1-abf1-40fd-a2a3-8908c3ac238b tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:45.300605 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9969f480-4395-4d4f-be83-511b58cb75e2 req-6fa9f5c1-abf1-40fd-a2a3-8908c3ac238b tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=692e2930-4f2e-4999-be6a-e3824248177d HTTP/1.1" status: 200 len: 950 time: 0.1962216 Sep 26 18:05:45.339333 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-663b2643-45a5-4934-8003-2b288693a072 req-4cc500b7-f229-4d6b-b427-6a463aafb37a service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=71c1fe5d-5c4b-4b57-8dba-ff534d01b4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026774 Sep 26 18:05:45.354210 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d2176beb-7e6d-4d5c-b35b-8519409630ca req-5179ef9a-b280-4dfa-b0be-13367615f2e5 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 210 time: 0.1458216 Sep 26 18:05:45.446711 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-dd543f9c-60e3-4e2a-8ca8-e226b21e5c64 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for floatingip (22754761-8a41-4039-8381-f572de2aee5c), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:45.456818 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9969f480-4395-4d4f-be83-511b58cb75e2 req-a32f93e7-d455-4401-bf5d-edcd43132610 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=71c1fe5d-5c4b-4b57-8dba-ff534d01b4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284764 Sep 26 18:05:45.458046 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-82b0d250-3cee-424d-89a4-4a1f5da5689b req-5fb31f45-781e-4ae0-bbd9-298b449b8fd2 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Deleting port c786b600-af8e-47b7-8eb2-2b3abde7c6a6 {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:05:45.458560 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-82b0d250-3cee-424d-89a4-4a1f5da5689b req-5fb31f45-781e-4ae0-bbd9-298b449b8fd2 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (c786b600-af8e-47b7-8eb2-2b3abde7c6a6), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:45.476322 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd543f9c-60e3-4e2a-8ca8-e226b21e5c64 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event updated for resources: {'Port': ['ID=1687f937-98fd-44e9-8ac8-20b6ef360864,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:45.620696 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa144fd9-f356-45b7-9dc6-4db1751122b3 req-749e5d60-4e75-4b82-88ab-bcd8523d9f87 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:45.622481 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fa144fd9-f356-45b7-9dc6-4db1751122b3 req-749e5d60-4e75-4b82-88ab-bcd8523d9f87 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.1297853 Sep 26 18:05:45.665970 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-dd543f9c-60e3-4e2a-8ca8-e226b21e5c64 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (1687f937-98fd-44e9-8ac8-20b6ef360864), before_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:45.686567 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-82b0d250-3cee-424d-89a4-4a1f5da5689b req-5fb31f45-781e-4ae0-bbd9-298b449b8fd2 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] For port c786b600-af8e-47b7-8eb2-2b3abde7c6a6, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c786b600-af8e-47b7-8eb2-2b3abde7c6a6,segment=NetworkSegment(ff32fb5a-a197-4dbd-82f7-72cd477f07fb),segment_id=ff32fb5a-a197-4dbd-82f7-72cd477f07fb)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:45.686976 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-82b0d250-3cee-424d-89a4-4a1f5da5689b req-5fb31f45-781e-4ae0-bbd9-298b449b8fd2 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (c786b600-af8e-47b7-8eb2-2b3abde7c6a6), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:45.743926 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-82b0d250-3cee-424d-89a4-4a1f5da5689b req-5fb31f45-781e-4ae0-bbd9-298b449b8fd2 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Calling delete_port for c786b600-af8e-47b7-8eb2-2b3abde7c6a6 owned by compute:nova {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:05:45.791952 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fa144fd9-f356-45b7-9dc6-4db1751122b3 req-27bfa060-6d18-44ec-8b94-eccee34cba47 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492043 Sep 26 18:05:45.802354 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc93cc9-4de3-4a6f-83e3-71efdcede81e req-4bc140f2-5790-4ba8-ad15-7d0a5287fce5 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:45.804085 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ecc93cc9-4de3-4a6f-83e3-71efdcede81e req-4bc140f2-5790-4ba8-ad15-7d0a5287fce5 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 946 time: 0.1264899 Sep 26 18:05:45.865996 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:45.882128 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:45.922275 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-dd543f9c-60e3-4e2a-8ca8-e226b21e5c64 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for port (1687f937-98fd-44e9-8ac8-20b6ef360864), precommit_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:45.970723 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ecc93cc9-4de3-4a6f-83e3-71efdcede81e req-923a3d72-4578-42e6-a340-977377158c22 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177521 Sep 26 18:05:46.136052 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-dd543f9c-60e3-4e2a-8ca8-e226b21e5c64 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-513976'] for port (1687f937-98fd-44e9-8ac8-20b6ef360864), after_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:46.213788 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd543f9c-60e3-4e2a-8ca8-e226b21e5c64 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event updated for resources: {'Port': ['ID=1687f937-98fd-44e9-8ac8-20b6ef360864,revision_number=2']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:46.216422 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-dd543f9c-60e3-4e2a-8ca8-e226b21e5c64 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (22754761-8a41-4039-8381-f572de2aee5c), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:46.231363 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-82b0d250-3cee-424d-89a4-4a1f5da5689b req-5fb31f45-781e-4ae0-bbd9-298b449b8fd2 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (c786b600-af8e-47b7-8eb2-2b3abde7c6a6), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:46.286875 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:46.286875 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb31f45-781e-4ae0-bbd9-298b449b8fd2 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Pushing event deleted for resources: {'Port': ['ID=c786b600-af8e-47b7-8eb2-2b3abde7c6a6,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:46.333884 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b0d250-3cee-424d-89a4-4a1f5da5689b req-5fb31f45-781e-4ae0-bbd9-298b449b8fd2 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] No DVR routers for this DVR port c786b600-af8e-47b7-8eb2-2b3abde7c6a6 on host hv-cinder-85931 {{(pid=106583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:05:46.337564 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-82b0d250-3cee-424d-89a4-4a1f5da5689b req-5fb31f45-781e-4ae0-bbd9-298b449b8fd2 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:46.341855 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-82b0d250-3cee-424d-89a4-4a1f5da5689b req-5fb31f45-781e-4ae0-bbd9-298b449b8fd2 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.88 "DELETE /networking/v2.0/ports/c786b600-af8e-47b7-8eb2-2b3abde7c6a6 HTTP/1.1" status: 204 len: 173 time: 1.1190982 Sep 26 18:05:46.342391 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f7652f-6765-4967-9ff6-f112a4b367e9', 'name': 'network-vif-deleted', 'tag': 'c786b600-af8e-47b7-8eb2-2b3abde7c6a6'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:05:46.346514 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705b78b0-d6cb-48bf-8a33-2a7d453963a6" -d '{"events": [{"server_uuid": "c3f7652f-6765-4967-9ff6-f112a4b367e9", "name": "network-vif-deleted", "tag": "c786b600-af8e-47b7-8eb2-2b3abde7c6a6"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:05:46.350936 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-dd543f9c-60e3-4e2a-8ca8-e226b21e5c64 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:46.353608 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-dd543f9c-60e3-4e2a-8ca8-e226b21e5c64 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1093562 Sep 26 18:05:46.448383 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:INSERT=5,neutron:UPDATE=4,neutron:SELECT=91 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:46.483163 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8957bf8a-8638-4e8f-bfec-1857f70de2e4 x-openstack-request-id: req-8957bf8a-8638-4e8f-bfec-1857f70de2e4 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:05:46.487311 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f7652f-6765-4967-9ff6-f112a4b367e9", "name": "network-vif-deleted", "tag": "c786b600-af8e-47b7-8eb2-2b3abde7c6a6", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:05:46.487311 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8957bf8a-8638-4e8f-bfec-1857f70de2e4 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:05:46.487311 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8957bf8a-8638-4e8f-bfec-1857f70de2e4'] response: {'server_uuid': 'c3f7652f-6765-4967-9ff6-f112a4b367e9', 'name': 'network-vif-deleted', 'tag': 'c786b600-af8e-47b7-8eb2-2b3abde7c6a6', 'status': 'completed', 'code': 200} Sep 26 18:05:46.614979 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:46.632341 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-919ad910-189a-4c66-9bc7-e1a1f62190f9 req-42432a67-2e41-4c18-8fe7-efcbd2b2db33 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 210 time: 0.0425417 Sep 26 18:05:46.644480 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4f93b-9340-4161-82a8-f753f1729f5b req-96eb2bf7-7446-423e-86da-ed0c149af126 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:46.654511 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6ef4f93b-9340-4161-82a8-f753f1729f5b req-96eb2bf7-7446-423e-86da-ed0c149af126 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.1296127 Sep 26 18:05:46.764254 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6ef4f93b-9340-4161-82a8-f753f1729f5b req-87548f91-4b5e-4c55-8a91-5295abd2ce2c tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087420 Sep 26 18:05:46.896354 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b56f2-4972-439b-841b-9d735efe6a94 req-83622498-94d6-49ab-8138-86a330f574c6 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:46.903011 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-690b56f2-4972-439b-841b-9d735efe6a94 req-83622498-94d6-49ab-8138-86a330f574c6 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=692e2930-4f2e-4999-be6a-e3824248177d HTTP/1.1" status: 200 len: 950 time: 0.1373971 Sep 26 18:05:46.919633 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:47.061702 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-690b56f2-4972-439b-841b-9d735efe6a94 req-ea7ba12b-41d7-4d55-91af-97fb699513b2 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=71c1fe5d-5c4b-4b57-8dba-ff534d01b4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303022 Sep 26 18:05:47.170461 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06b41a-bdf1-44f0-b548-d9ed5adac36c req-53ca93fa-46a1-49bb-ad40-c36371caa2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:47.172017 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1c06b41a-bdf1-44f0-b548-d9ed5adac36c req-53ca93fa-46a1-49bb-ad40-c36371caa2a0 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=3a15ebd862054a64ac1d739db5adc3a2&device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 1130 time: 0.1357608 Sep 26 18:05:47.184894 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-c1b4d953-bff0-45df-85ea-27d3e7a450dd tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--203969854&fields=id&tenant_id=ffa58ff5197e48709d5c90ec334b9403 HTTP/1.1" status: 200 len: 267 time: 0.2098410 Sep 26 18:05:47.246504 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-56d720a6-cedc-42cc-b7b2-9c98fa00923a req-e58887f1-4487-4402-99fe-005e631f6a03 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 210 time: 0.0788944 Sep 26 18:05:47.389698 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-c2f8da15-2c06-4d13-82eb-29b85071c12b tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:47.393491 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-c2f8da15-2c06-4d13-82eb-29b85071c12b tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/networks?id=ff0911ec-d0cb-47aa-9835-b96611526a51 HTTP/1.1" status: 200 len: 815 time: 0.1960955 Sep 26 18:05:47.416458 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-85494555-e71f-4472-a9af-0597edaadc68 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/quotas/ffa58ff5197e48709d5c90ec334b9403 HTTP/1.1" status: 200 len: 375 time: 0.0123761 Sep 26 18:05:47.511191 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-e3c4c84f-b288-4eec-b6a1-2bb9c7d6dd41 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=ffa58ff5197e48709d5c90ec334b9403&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0850868 Sep 26 18:05:47.520467 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 49948) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:47.673287 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-98d282ba-7643-424e-83ec-6e09ef091ec4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:47.714174 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-cd14aa6d-c107-4a4b-91c8-243883287978 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ff0911ec-d0cb-47aa-9835-b96611526a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840942 Sep 26 18:05:47.820733 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-98d282ba-7643-424e-83ec-6e09ef091ec4 admin admin] Publish callbacks [] for security_group (d8688adb-09c4-4d4e-b3b9-938d8bc277a3), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:47.879028 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device c786b600-af8e-47b7-8eb2-2b3abde7c6a6 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:05:47.881967 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d9d4973d-7b2c-4180-9aa0-4ccfd3a54923 req-61f74553-da97-4ce2-b6b5-07c7f2639384 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 210 time: 0.0739486 Sep 26 18:05:47.948915 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] No Port match for: c786b600-af8e-47b7-8eb2-2b3abde7c6a6 {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:05:47.949452 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device c786b600-af8e-47b7-8eb2-2b3abde7c6a6 not bound to the agent host hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:05:47.999030 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-98d282ba-7643-424e-83ec-6e09ef091ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (d8688adb-09c4-4d4e-b3b9-938d8bc277a3), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:48.044822 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-01cf538b-8784-4487-aafe-73c87320a2c6 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ff0911ec-d0cb-47aa-9835-b96611526a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156734 Sep 26 18:05:48.080034 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-98d282ba-7643-424e-83ec-6e09ef091ec4 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=a0495e2abcab48aabdf623183f87717e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5574796 Sep 26 18:05:48.082259 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d282ba-7643-424e-83ec-6e09ef091ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8688adb-09c4-4d4e-b3b9-938d8bc277a3,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:48.086473 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 49958) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:48.109512 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06b41a-bdf1-44f0-b548-d9ed5adac36c req-13e43024-547a-4f44-aac1-f7283a02a18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:48.111573 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1c06b41a-bdf1-44f0-b548-d9ed5adac36c req-13e43024-547a-4f44-aac1-f7283a02a18a service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=45aee833-caf9-4514-8a4b-002783e94737 HTTP/1.1" status: 200 len: 919 time: 0.2487502 Sep 26 18:05:48.128539 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b356f-49a8-441e-b6e4-70db67483a55 req-344441a9-608f-48d5-bf4c-8ff3f37056f3 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:48.130134 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d38b356f-49a8-441e-b6e4-70db67483a55 req-344441a9-608f-48d5-bf4c-8ff3f37056f3 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.0978599 Sep 26 18:05:48.186383 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-da8f0e46-fb40-444d-bc9d-b157b2dbf8b5 admin admin] Publish callbacks [] for security_group (d8688adb-09c4-4d4e-b3b9-938d8bc277a3), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:48.197997 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d38b356f-49a8-441e-b6e4-70db67483a55 req-b558fd0f-7d86-45b5-b15e-29d617f3d0a8 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582643 Sep 26 18:05:48.239755 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-da8f0e46-fb40-444d-bc9d-b157b2dbf8b5 admin admin] Publish callbacks [] for security_group (d8688adb-09c4-4d4e-b3b9-938d8bc277a3), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:48.392692 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345ed94-6b4f-473d-9ed8-c6845d958524 req-c6f9728b-e073-4412-8d51-810b2c34e3a2 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:48.395852 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7345ed94-6b4f-473d-9ed8-c6845d958524 req-c6f9728b-e073-4412-8d51-810b2c34e3a2 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=692e2930-4f2e-4999-be6a-e3824248177d HTTP/1.1" status: 200 len: 950 time: 0.0795677 Sep 26 18:05:48.413883 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-da8f0e46-fb40-444d-bc9d-b157b2dbf8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (d8688adb-09c4-4d4e-b3b9-938d8bc277a3), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:48.419186 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-da8f0e46-fb40-444d-bc9d-b157b2dbf8b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:48.423450 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-da8f0e46-fb40-444d-bc9d-b157b2dbf8b5 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/d8688adb-09c4-4d4e-b3b9-938d8bc277a3 HTTP/1.1" status: 204 len: 168 time: 0.3344758 Sep 26 18:05:48.439893 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f0e46-fb40-444d-bc9d-b157b2dbf8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8688adb-09c4-4d4e-b3b9-938d8bc277a3,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:48.483564 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1c06b41a-bdf1-44f0-b548-d9ed5adac36c req-6a53262b-8439-4c5d-994f-bf8a59dcf494 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88eb2714-0a5c-49b3-aebb-0b129916ee37 HTTP/1.1" status: 200 len: 217 time: 0.0860538 Sep 26 18:05:48.548613 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-83963d31-547c-4fbc-bb87-a58a046bb217 req-6290d2e4-035d-4583-a355-0358f3845b45 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 210 time: 0.0842011 Sep 26 18:05:48.657233 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7345ed94-6b4f-473d-9ed8-c6845d958524 req-d04f4b71-017c-4194-8aec-045c2a906090 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=71c1fe5d-5c4b-4b57-8dba-ff534d01b4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916907 Sep 26 18:05:48.659460 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-804cc295-1d3d-4946-96e3-0052f571ab80 req-1f82a6c3-b30c-4d43-9ad3-ac155c032c41 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 210 time: 0.0467498 Sep 26 18:05:48.660961 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06b41a-bdf1-44f0-b548-d9ed5adac36c req-53d1a79f-7029-44c1-81a2-bf43373d06e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:48.662317 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1c06b41a-bdf1-44f0-b548-d9ed5adac36c req-53d1a79f-7029-44c1-81a2-bf43373d06e6 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=e01e5c5e-987a-4185-87ba-f124ff403d46 HTTP/1.1" status: 200 len: 857 time: 0.1690946 Sep 26 18:05:48.774729 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06b41a-bdf1-44f0-b548-d9ed5adac36c req-fd796be6-995c-4714-8971-b78de975d152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:48.777445 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1c06b41a-bdf1-44f0-b548-d9ed5adac36c req-fd796be6-995c-4714-8971-b78de975d152 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=45aee833-caf9-4514-8a4b-002783e94737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1059215 Sep 26 18:05:49.047399 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1c06b41a-bdf1-44f0-b548-d9ed5adac36c req-3fefb3c0-cea3-49c3-9f26-9011d47e889a service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625244 Sep 26 18:05:49.226626 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ad18efec-dc05-4cd0-9cf6-a4af8f808cec req-cecfd47d-251a-4b64-a2e4-dc1615cc4b3e tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 210 time: 0.0969682 Sep 26 18:05:49.331104 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-f0aedcbd-519d-4715-8bcc-f193e5d3406d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:49.333268 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-f0aedcbd-519d-4715-8bcc-f193e5d3406d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.88 "GET /networking/v2.0/networks?id=ce568303-84c8-4c5c-8d2c-8e418731567a HTTP/1.1" status: 200 len: 816 time: 0.4398851 Sep 26 18:05:49.385773 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1c06b41a-bdf1-44f0-b548-d9ed5adac36c req-1f014ef6-7582-40ad-a05a-d57090c1478a service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177667 Sep 26 18:05:49.458068 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee844eab-a2ac-4d84-bb76-0c6458abdf7b req-2e3b0f5b-6224-4a5d-b789-79c4f8f4480b tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:49.461099 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ee844eab-a2ac-4d84-bb76-0c6458abdf7b req-2e3b0f5b-6224-4a5d-b789-79c4f8f4480b tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.0678585 Sep 26 18:05:49.533386 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ee844eab-a2ac-4d84-bb76-0c6458abdf7b req-bca9c2ab-e2dc-46ab-bc35-5cff0b1c43f6 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592532 Sep 26 18:05:49.618454 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=73 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:49.772679 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc44b8c-ea52-4434-8930-fdae88b470c5 req-2d645f7e-be35-4f51-8900-aa8541057f95 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:49.774628 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2dc44b8c-ea52-4434-8930-fdae88b470c5 req-2d645f7e-be35-4f51-8900-aa8541057f95 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=692e2930-4f2e-4999-be6a-e3824248177d HTTP/1.1" status: 200 len: 950 time: 0.1834316 Sep 26 18:05:49.780723 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7ddfd97c-ac81-4be4-a08a-cc72dfd862d5 req-d67adf46-9bb6-49d4-882f-409e6b05b106 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 210 time: 0.0788746 Sep 26 18:05:49.839355 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-51060e0b-4103-4308-983f-82105e59baa1 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.88 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f6595854cfb04a11994c6aed8f5857c6 HTTP/1.1" status: 200 len: 380 time: 0.2458622 Sep 26 18:05:49.927009 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2dc44b8c-ea52-4434-8930-fdae88b470c5 req-7a8a7a75-9501-4b43-a6b7-aedeada604a3 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=71c1fe5d-5c4b-4b57-8dba-ff534d01b4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351557 Sep 26 18:05:49.950363 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:49.967166 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-78075e6a-be01-4f4d-afe0-93cec340a174 req-9b34148c-d62c-4962-80d6-5618f96ce384 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 210 time: 0.0882261 Sep 26 18:05:49.978615 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 50002) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:50.018712 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-59d07e61-bdac-4857-a924-d62e1588ccbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:50.048724 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:50.131560 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-59d07e61-bdac-4857-a924-d62e1588ccbc admin admin] Publish callbacks [] for security_group (f49424e6-bada-44a1-8e60-5872d63f296f), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:50.284544 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-59d07e61-bdac-4857-a924-d62e1588ccbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (f49424e6-bada-44a1-8e60-5872d63f296f), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:50.300860 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:50.345152 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-59d07e61-bdac-4857-a924-d62e1588ccbc admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=e2ceb78d4f2843879f55a6c9093b78f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3553963 Sep 26 18:05:50.345152 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d07e61-bdac-4857-a924-d62e1588ccbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49424e6-bada-44a1-8e60-5872d63f296f,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:50.350529 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 50006) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:50.435418 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7362c02f-b21b-43c5-86db-e02c13c7e7bc admin admin] Publish callbacks [] for security_group (f49424e6-bada-44a1-8e60-5872d63f296f), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:50.439146 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f1022f55-22d0-42f0-b945-93f0c6007976 req-d2a20632-8b0f-41de-bf1c-f9ce8beaea98 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 210 time: 0.0457230 Sep 26 18:05:50.458295 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:50.469498 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7362c02f-b21b-43c5-86db-e02c13c7e7bc admin admin] Publish callbacks [] for security_group (f49424e6-bada-44a1-8e60-5872d63f296f), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:50.674145 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa7413-7955-4547-8636-278233ca5858 req-4fa28ee3-c344-41cc-a491-98cb1a32ecb3 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:50.675629 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5cfa7413-7955-4547-8636-278233ca5858 req-4fa28ee3-c344-41cc-a491-98cb1a32ecb3 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.0525496 Sep 26 18:05:50.708682 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7362c02f-b21b-43c5-86db-e02c13c7e7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (f49424e6-bada-44a1-8e60-5872d63f296f), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:50.712489 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7362c02f-b21b-43c5-86db-e02c13c7e7bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:50.713794 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-7362c02f-b21b-43c5-86db-e02c13c7e7bc admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/f49424e6-bada-44a1-8e60-5872d63f296f HTTP/1.1" status: 204 len: 168 time: 0.3615670 Sep 26 18:05:50.726875 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362c02f-b21b-43c5-86db-e02c13c7e7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49424e6-bada-44a1-8e60-5872d63f296f,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:50.729026 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5cfa7413-7955-4547-8636-278233ca5858 req-d48145e2-401f-4601-b131-78aa1e585818 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477006 Sep 26 18:05:50.928628 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2da5fc6d-369a-4053-8fa2-f83ba54909cb req-792bd400-5304-4473-b152-6407594b4784 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 210 time: 0.0288591 Sep 26 18:05:51.131677 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3995985f-e285-4eaa-9dfb-fde04d90df88 req-be12da50-1d4d-438b-b079-7e849c4c878c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 210 time: 0.0387881 Sep 26 18:05:51.139803 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f073e4-6ff6-4334-a030-82502c163435 req-df233530-3ba7-45ba-8a5d-ead7b3d6f5ad tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:51.141892 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f2f073e4-6ff6-4334-a030-82502c163435 req-df233530-3ba7-45ba-8a5d-ead7b3d6f5ad tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=692e2930-4f2e-4999-be6a-e3824248177d HTTP/1.1" status: 200 len: 950 time: 0.0770695 Sep 26 18:05:51.177424 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:51.206736 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f2f073e4-6ff6-4334-a030-82502c163435 req-5f451c09-ebbf-4812-8f43-7195885ac960 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=71c1fe5d-5c4b-4b57-8dba-ff534d01b4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576212 Sep 26 18:05:51.562508 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d890f4ac-c507-417d-b8cd-8c5ab863b4b2 req-40eec16d-b1a4-49d7-a774-962abba4109d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 210 time: 0.0350187 Sep 26 18:05:51.865746 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f31fb-3e32-4f9e-9e0a-1327ff903de3 req-965bb66e-6b80-4d6d-9e33-1a2b2c35e9b0 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:51.867348 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-704f31fb-3e32-4f9e-9e0a-1327ff903de3 req-965bb66e-6b80-4d6d-9e33-1a2b2c35e9b0 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.0527339 Sep 26 18:05:51.941732 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-704f31fb-3e32-4f9e-9e0a-1327ff903de3 req-b28ac320-a279-4d84-b85b-fc4c7c1cdb3b tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483379 Sep 26 18:05:51.974064 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:52.082840 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-40900475-5f4d-47ed-b7d0-cfa4b0c6ea7f req-6c10c606-e0af-42f6-97f1-9375f031ad4e tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 210 time: 0.0363927 Sep 26 18:05:52.242447 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bf6e151c-cb20-48ad-a6e7-edbd4ea5a92e req-1cd491c6-017b-430c-8501-69053d784ebb tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 210 time: 0.0300601 Sep 26 18:05:52.366016 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58de04-6a18-43bc-91da-0aeda00b95ca req-0de30e2e-06d5-4f44-b0ed-45d2b8cff557 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:52.367594 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6b58de04-6a18-43bc-91da-0aeda00b95ca req-0de30e2e-06d5-4f44-b0ed-45d2b8cff557 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=692e2930-4f2e-4999-be6a-e3824248177d HTTP/1.1" status: 200 len: 950 time: 0.0547433 Sep 26 18:05:52.402290 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:52.422526 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6b58de04-6a18-43bc-91da-0aeda00b95ca req-28286a8b-1605-4b29-be50-1323e4b91b9e tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=71c1fe5d-5c4b-4b57-8dba-ff534d01b4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472126 Sep 26 18:05:52.689625 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ffa40e2d-b347-4714-bdcf-154ef0462e1a req-2cc36483-d1f3-4bee-80c8-827b68558655 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 210 time: 0.0331271 Sep 26 18:05:52.903358 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:53.067941 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1702c-6d86-442c-a200-1af99f383987 req-27ea6085-4838-40dd-b9b0-a6322664c22d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:53.072189 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-aec1702c-6d86-442c-a200-1af99f383987 req-27ea6085-4838-40dd-b9b0-a6322664c22d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.0536537 Sep 26 18:05:53.126539 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-aec1702c-6d86-442c-a200-1af99f383987 req-7feb0109-1c0a-4bef-abf5-e737720487fd tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503039 Sep 26 18:05:53.139147 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:53.248821 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-93046767-4de6-44f2-ad5c-2532e9e29093 req-7e5bde7d-bc7f-4a5d-aff6-f78a6e3ad205 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 210 time: 0.0336847 Sep 26 18:05:53.355755 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ed96ba20-a2ba-4f23-8c54-1d566b57327b req-795aee8c-984e-4b6d-a039-75ae776aebf2 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 210 time: 0.0308037 Sep 26 18:05:53.578137 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a6982-5f0c-4a7f-bbb1-3ccf0d0a079c req-f2804b46-05f9-4065-8946-43235f6d9151 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:53.586055 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6b6a6982-5f0c-4a7f-bbb1-3ccf0d0a079c req-f2804b46-05f9-4065-8946-43235f6d9151 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=692e2930-4f2e-4999-be6a-e3824248177d HTTP/1.1" status: 200 len: 950 time: 0.0753860 Sep 26 18:05:53.598520 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-db909784-97f6-420f-9be7-d01a7493a241 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Request body: {'port': {'device_id': 'f6298d28-8cba-46d8-a809-bd0f81e18d58', 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a', 'admin_state_up': True, 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'security_groups': ['9e432565-49a5-43b7-b59b-ed41b2c151a0']}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:53.702901 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6b6a6982-5f0c-4a7f-bbb1-3ccf0d0a079c req-faadf4a6-4f1d-40f3-b8d1-0fcfe04336b0 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=71c1fe5d-5c4b-4b57-8dba-ff534d01b4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157126 Sep 26 18:05:53.825341 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d69d449f-2eab-4102-b5f3-80268c4f7c07 req-12f1a166-b301-40c5-bfb3-4ddb49c83686 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 210 time: 0.0289299 Sep 26 18:05:53.910515 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-db909784-97f6-420f-9be7-d01a7493a241 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Made reservation on behalf of f6595854cfb04a11994c6aed8f5857c6 for: {'port': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:05:53.914373 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-db909784-97f6-420f-9be7-d01a7493a241 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:54.082331 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-db909784-97f6-420f-9be7-d01a7493a241 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Allocated IP 172.20.0.3 (ce568303-84c8-4c5c-8d2c-8e418731567a/022b4299-5ffc-4e1c-a1f8-69b6504727f0/a14f5b04-fe69-47de-b23e-8ff9f06a4aae) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:05:54.533634 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:54.563981 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-919e0458-0549-4dcb-a4bb-b0f06a7ee6eb req-cdb2fc84-9c9b-41ef-80cf-d6b8aaa364db tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c3f7652f-6765-4967-9ff6-f112a4b367e9 HTTP/1.1" status: 200 len: 210 time: 0.1121714 Sep 26 18:05:54.586750 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc8a5e-526d-4f57-a0f8-35d11431c7f1 req-8496aa73-02bf-478b-92d2-a9f3d61e2611 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:54.588746 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e0cc8a5e-526d-4f57-a0f8-35d11431c7f1 req-8496aa73-02bf-478b-92d2-a9f3d61e2611 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.1382070 Sep 26 18:05:54.746260 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-28e80295-4e3c-4471-8d96-4a0d216b212a req-62cc827b-135e-4a1d-847d-3d7fb613d8ec tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 210 time: 0.0537798 Sep 26 18:05:54.749662 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e0cc8a5e-526d-4f57-a0f8-35d11431c7f1 req-8f5b8c04-0243-494f-b436-8379a44c5ad0 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499434 Sep 26 18:05:54.757204 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-db909784-97f6-420f-9be7-d01a7493a241 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for port (a14f5b04-fe69-47de-b23e-8ff9f06a4aae), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:54.996912 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-143154db-c37b-46cb-b2a5-19db6812700e req-6a65c3a4-2a02-42b4-9caf-d91c4caee458 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 210 time: 0.0414121 Sep 26 18:05:55.005605 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd91a2-d397-49f8-b81d-b67ef67f25ed req-24fe244b-a4ea-4fa8-bd4b-b1922b783021 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:55.007163 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3acd91a2-d397-49f8-b81d-b67ef67f25ed req-24fe244b-a4ea-4fa8-bd4b-b1922b783021 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=692e2930-4f2e-4999-be6a-e3824248177d HTTP/1.1" status: 200 len: 950 time: 0.1150377 Sep 26 18:05:55.027995 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-db909784-97f6-420f-9be7-d01a7493a241 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (a14f5b04-fe69-47de-b23e-8ff9f06a4aae), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:55.085242 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-db909784-97f6-420f-9be7-d01a7493a241 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Network ce568303-84c8-4c5c-8d2c-8e418731567a is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:05:55.090969 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-db909784-97f6-420f-9be7-d01a7493a241 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:05:55.105956 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-db909784-97f6-420f-9be7-d01a7493a241 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:05:55.169163 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db909784-97f6-420f-9be7-d01a7493a241 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Pushing event updated for resources: {'Port': ['ID=a14f5b04-fe69-47de-b23e-8ff9f06a4aae,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:55.197421 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3acd91a2-d397-49f8-b81d-b67ef67f25ed req-1d3d6bbb-c1a9-4f74-9792-a958c6e43b59 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=71c1fe5d-5c4b-4b57-8dba-ff534d01b4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817784 Sep 26 18:05:55.234360 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-db909784-97f6-420f-9be7-d01a7493a241 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:55.236052 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-db909784-97f6-420f-9be7-d01a7493a241 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:55.359146 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-db909784-97f6-420f-9be7-d01a7493a241 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7698216 Sep 26 18:05:55.451177 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-28227a34-ac16-4e1c-802b-c54e281b9032 None None] Provisioning complete for port a14f5b04-fe69-47de-b23e-8ff9f06a4aae triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:05:55.452034 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-28227a34-ac16-4e1c-802b-c54e281b9032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (a14f5b04-fe69-47de-b23e-8ff9f06a4aae), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:55.452462 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-28227a34-ac16-4e1c-802b-c54e281b9032 None None] Attempt 1 to provision port a14f5b04-fe69-47de-b23e-8ff9f06a4aae Sep 26 18:05:55.499163 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33655718-8637-4c5e-a396-8083e2c8730f req-a502bbca-c823-476f-8afb-d41fc67de9ed tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:55.501398 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-28227a34-ac16-4e1c-802b-c54e281b9032 None None] Port a14f5b04-fe69-47de-b23e-8ff9f06a4aae cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:05:55.502763 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-33655718-8637-4c5e-a396-8083e2c8730f req-a502bbca-c823-476f-8afb-d41fc67de9ed tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=692e2930-4f2e-4999-be6a-e3824248177d HTTP/1.1" status: 200 len: 950 time: 0.0861077 Sep 26 18:05:55.984005 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70b92d-2aa9-4529-a776-e3bf89cb2a54 req-3bb96f17-2896-4830-af66-eb143b1163f6 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:55.986209 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fc70b92d-2aa9-4529-a776-e3bf89cb2a54 req-3bb96f17-2896-4830-af66-eb143b1163f6 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.0673406 Sep 26 18:05:56.003062 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-28227a34-ac16-4e1c-802b-c54e281b9032 None None] Attempt 2 to provision port a14f5b04-fe69-47de-b23e-8ff9f06a4aae Sep 26 18:05:56.024789 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-541e9012-c6a0-4ba4-abb2-f42e7acad1a1 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:56.026232 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-541e9012-c6a0-4ba4-abb2-f42e7acad1a1 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/networks?id=a142954b-43e8-41cf-b242-1c1db52c4d6c HTTP/1.1" status: 200 len: 808 time: 0.1642132 Sep 26 18:05:56.070124 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-28227a34-ac16-4e1c-802b-c54e281b9032 None None] Port a14f5b04-fe69-47de-b23e-8ff9f06a4aae cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:05:56.072789 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-4d667731-4912-4a71-8aed-389d01e15e9b tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/quotas/31e42dd8f6ff445cb7d44b0b0ce94fc2 HTTP/1.1" status: 200 len: 375 time: 0.0391822 Sep 26 18:05:56.106114 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-189adada-8bff-4f0d-9b84-248266b9dc60 service neutron] Request body: {'port': {'device_id': 'f6298d28-8cba-46d8-a809-bd0f81e18d58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:56.138497 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fc70b92d-2aa9-4529-a776-e3bf89cb2a54 req-bc7ed2f9-da8e-4257-a627-56220c708b3e tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110580 Sep 26 18:05:56.145090 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:56.258748 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-4af4400b-77f4-42c1-99e8-ddd6387799e5 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=31e42dd8f6ff445cb7d44b0b0ce94fc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1767125 Sep 26 18:05:56.325648 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a562f69c-58fd-46d1-85bf-f915ca1b17a8 req-2e491cfd-1abe-4f8c-8993-12c805f756f6 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 210 time: 0.0609396 Sep 26 18:05:56.421481 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-189adada-8bff-4f0d-9b84-248266b9dc60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (a14f5b04-fe69-47de-b23e-8ff9f06a4aae), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:56.462006 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:56.509322 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-33655718-8637-4c5e-a396-8083e2c8730f req-3b9b67a5-d912-4b48-a5f2-4f524398b902 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Deleting port 77f9ad03-b62f-4dda-ba71-0c74b66daab5 {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:05:56.509735 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-33655718-8637-4c5e-a396-8083e2c8730f req-3b9b67a5-d912-4b48-a5f2-4f524398b902 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (77f9ad03-b62f-4dda-ba71-0c74b66daab5), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:56.571726 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-28227a34-ac16-4e1c-802b-c54e281b9032 None None] Attempt 3 to provision port a14f5b04-fe69-47de-b23e-8ff9f06a4aae Sep 26 18:05:56.633913 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-28227a34-ac16-4e1c-802b-c54e281b9032 None None] Port a14f5b04-fe69-47de-b23e-8ff9f06a4aae cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:05:56.635564 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a1f45-32ed-43d1-a396-c69a0eb62362 req-6bc0a234-fc83-47f9-8aec-c98ce3049ca1 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:56.638385 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-605a1f45-32ed-43d1-a396-c69a0eb62362 req-6bc0a234-fc83-47f9-8aec-c98ce3049ca1 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 931 time: 0.1791232 Sep 26 18:05:56.680375 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-f20ecdb6-72f4-436b-83b5-141254de924c service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a142954b-43e8-41cf-b242-1c1db52c4d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045038 Sep 26 18:05:56.888262 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-33655718-8637-4c5e-a396-8083e2c8730f req-3b9b67a5-d912-4b48-a5f2-4f524398b902 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] For port 77f9ad03-b62f-4dda-ba71-0c74b66daab5, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=77f9ad03-b62f-4dda-ba71-0c74b66daab5,segment=NetworkSegment(7d099845-db67-4416-a6d7-c1e7beaf581c),segment_id=7d099845-db67-4416-a6d7-c1e7beaf581c)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:56.888654 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-33655718-8637-4c5e-a396-8083e2c8730f req-3b9b67a5-d912-4b48-a5f2-4f524398b902 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (77f9ad03-b62f-4dda-ba71-0c74b66daab5), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:56.929616 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-33655718-8637-4c5e-a396-8083e2c8730f req-3b9b67a5-d912-4b48-a5f2-4f524398b902 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Calling delete_port for 77f9ad03-b62f-4dda-ba71-0c74b66daab5 owned by compute:nova {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:05:56.965071 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-605a1f45-32ed-43d1-a396-c69a0eb62362 req-24396787-9384-4742-a260-9ca3e73cb56c tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3093090 Sep 26 18:05:57.055938 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-f3685669-c625-4a1d-a7a7-88c72e6c625a service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a142954b-43e8-41cf-b242-1c1db52c4d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584316 Sep 26 18:05:57.136168 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-28227a34-ac16-4e1c-802b-c54e281b9032 None None] Attempt 4 to provision port a14f5b04-fe69-47de-b23e-8ff9f06a4aae Sep 26 18:05:57.214033 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-189adada-8bff-4f0d-9b84-248266b9dc60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a14f5b04-fe69-47de-b23e-8ff9f06a4aae {{(pid=106583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:05:57.225955 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-28227a34-ac16-4e1c-802b-c54e281b9032 None None] Port a14f5b04-fe69-47de-b23e-8ff9f06a4aae cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:05:57.236040 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-189adada-8bff-4f0d-9b84-248266b9dc60 service neutron] Publish callbacks [] for port (a14f5b04-fe69-47de-b23e-8ff9f06a4aae), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:57.268551 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.provisioning_blocks [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-189adada-8bff-4f0d-9b84-248266b9dc60 service neutron] Transition to ACTIVE for port object a14f5b04-fe69-47de-b23e-8ff9f06a4aae will not be triggered until provisioned by entity L2. {{(pid=106583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:05:57.362997 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-189adada-8bff-4f0d-9b84-248266b9dc60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (a14f5b04-fe69-47de-b23e-8ff9f06a4aae), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:57.410251 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:57.428939 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c10eb-d99e-4b84-b511-a96cedb36a7b req-5bfaec80-0f9e-4141-88fc-e34369b99696 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:57.436534 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-341c10eb-d99e-4b84-b511-a96cedb36a7b req-5bfaec80-0f9e-4141-88fc-e34369b99696 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=692e2930-4f2e-4999-be6a-e3824248177d HTTP/1.1" status: 200 len: 950 time: 0.1598604 Sep 26 18:05:57.506632 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189adada-8bff-4f0d-9b84-248266b9dc60 service neutron] Pushing event updated for resources: {'Port': ['ID=a14f5b04-fe69-47de-b23e-8ff9f06a4aae,revision_number=2']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:57.638924 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4b3d1dbc-1826-4cfa-b797-6fbb1b4b7615 req-ef1b543a-db81-4e98-a600-a665ff736826 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 210 time: 0.0677755 Sep 26 18:05:57.661468 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-341c10eb-d99e-4b84-b511-a96cedb36a7b req-ffded940-80cc-4c97-942d-e3abd9a31109 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=71c1fe5d-5c4b-4b57-8dba-ff534d01b4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239823 Sep 26 18:05:57.680263 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-189adada-8bff-4f0d-9b84-248266b9dc60 service neutron] Attempting to bind port a14f5b04-fe69-47de-b23e-8ff9f06a4aae on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:05:57.680411 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-189adada-8bff-4f0d-9b84-248266b9dc60 service neutron] Attempting to bind port a14f5b04-fe69-47de-b23e-8ff9f06a4aae by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '74583ddb-45f6-451b-9f0f-cd5bb37fc3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a'}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:05:57.680696 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-189adada-8bff-4f0d-9b84-248266b9dc60 service neutron] Attempting to bind port a14f5b04-fe69-47de-b23e-8ff9f06a4aae on network ce568303-84c8-4c5c-8d2c-8e418731567a {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:05:57.730862 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-28227a34-ac16-4e1c-802b-c54e281b9032 None None] Attempt 5 to provision port a14f5b04-fe69-47de-b23e-8ff9f06a4aae Sep 26 18:05:57.773028 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3b98686f-2352-4fc6-a86c-2e1d3746e74e req-e6dcccc0-3ad1-449a-8533-78e50468b9e9 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 210 time: 0.0510788 Sep 26 18:05:57.867367 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-33655718-8637-4c5e-a396-8083e2c8730f req-3b9b67a5-d912-4b48-a5f2-4f524398b902 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (77f9ad03-b62f-4dda-ba71-0c74b66daab5), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:57.889306 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-189adada-8bff-4f0d-9b84-248266b9dc60 service neutron] Port a14f5b04-fe69-47de-b23e-8ff9f06a4aae on network ce568303-84c8-4c5c-8d2c-8e418731567a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:05:57.889649 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-189adada-8bff-4f0d-9b84-248266b9dc60 service neutron] Attempting to bind port a14f5b04-fe69-47de-b23e-8ff9f06a4aae on network ce568303-84c8-4c5c-8d2c-8e418731567a {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:05:57.936603 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b67a5-d912-4b48-a5f2-4f524398b902 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Pushing event deleted for resources: {'Port': ['ID=77f9ad03-b62f-4dda-ba71-0c74b66daab5,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:57.949529 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-28227a34-ac16-4e1c-802b-c54e281b9032 None None] Port a14f5b04-fe69-47de-b23e-8ff9f06a4aae cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:05:57.951528 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 77f9ad03-b62f-4dda-ba71-0c74b66daab5 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:05:57.975314 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] No Port match for: 77f9ad03-b62f-4dda-ba71-0c74b66daab5 {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:05:57.975790 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 77f9ad03-b62f-4dda-ba71-0c74b66daab5 not bound to the agent host hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:05:58.059270 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-33655718-8637-4c5e-a396-8083e2c8730f req-3b9b67a5-d912-4b48-a5f2-4f524398b902 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] No DVR routers for this DVR port 77f9ad03-b62f-4dda-ba71-0c74b66daab5 on host hv-cinder-85931 {{(pid=106583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:05:58.063803 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-33655718-8637-4c5e-a396-8083e2c8730f req-3b9b67a5-d912-4b48-a5f2-4f524398b902 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:58.072421 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-33655718-8637-4c5e-a396-8083e2c8730f req-3b9b67a5-d912-4b48-a5f2-4f524398b902 tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.88 "DELETE /networking/v2.0/ports/77f9ad03-b62f-4dda-ba71-0c74b66daab5 HTTP/1.1" status: 204 len: 173 time: 1.9747784 Sep 26 18:05:58.081898 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692e2930-4f2e-4999-be6a-e3824248177d', 'name': 'network-vif-deleted', 'tag': '77f9ad03-b62f-4dda-ba71-0c74b66daab5'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:05:58.085775 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8564f912-4c5f-4755-9731-1e5be0db0200" -d '{"events": [{"server_uuid": "692e2930-4f2e-4999-be6a-e3824248177d", "name": "network-vif-deleted", "tag": "77f9ad03-b62f-4dda-ba71-0c74b66daab5"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:05:58.103381 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-189adada-8bff-4f0d-9b84-248266b9dc60 service neutron] Checking agent: {'id': 'b76d05ef-6768-47d4-84e3-b7f3ce45293e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'started_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:05:58.103808 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-189adada-8bff-4f0d-9b84-248266b9dc60 service neutron] Checking segment: {'id': '74583ddb-45f6-451b-9f0f-cd5bb37fc3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:05:58.104145 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-189adada-8bff-4f0d-9b84-248266b9dc60 service neutron] Bound using segment: {'id': '74583ddb-45f6-451b-9f0f-cd5bb37fc3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a'} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:05:58.104611 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-189adada-8bff-4f0d-9b84-248266b9dc60 service neutron] Bound port: a14f5b04-fe69-47de-b23e-8ff9f06a4aae, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74583ddb-45f6-451b-9f0f-cd5bb37fc3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a'}}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:05:58.104973 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-189adada-8bff-4f0d-9b84-248266b9dc60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (a14f5b04-fe69-47de-b23e-8ff9f06a4aae), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:58.151236 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-e557f862-fd38-4eaa-b040-d67822fbfa24 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:58.153099 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-e557f862-fd38-4eaa-b040-d67822fbfa24 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.88 "GET /networking/v2.0/networks?id=ff0911ec-d0cb-47aa-9835-b96611526a51 HTTP/1.1" status: 200 len: 815 time: 0.4149816 Sep 26 18:05:58.239597 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cffebb6-bf86-4e6e-8c05-76369ded48dc x-openstack-request-id: req-6cffebb6-bf86-4e6e-8c05-76369ded48dc {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:05:58.242092 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692e2930-4f2e-4999-be6a-e3824248177d", "name": "network-vif-deleted", "tag": "77f9ad03-b62f-4dda-ba71-0c74b66daab5", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:05:58.242515 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6cffebb6-bf86-4e6e-8c05-76369ded48dc {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:05:58.243747 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cffebb6-bf86-4e6e-8c05-76369ded48dc'] response: {'server_uuid': '692e2930-4f2e-4999-be6a-e3824248177d', 'name': 'network-vif-deleted', 'tag': '77f9ad03-b62f-4dda-ba71-0c74b66daab5', 'status': 'completed', 'code': 200} Sep 26 18:05:58.280838 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:58.385745 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-6adca539-22e8-4ef9-97fb-9cc253d82076 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.88 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ffa58ff5197e48709d5c90ec334b9403 HTTP/1.1" status: 200 len: 471 time: 0.2042718 Sep 26 18:05:58.395201 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03a42e-cc81-4511-8c31-6915d54ed8b3 req-1c41c1e4-34e9-4698-8f10-46e8334d2264 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:58.399195 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-df03a42e-cc81-4511-8c31-6915d54ed8b3 req-1c41c1e4-34e9-4698-8f10-46e8334d2264 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 943 time: 0.2112279 Sep 26 18:05:58.425994 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:58.431422 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-713faf04-a796-40bd-b4ac-acc82ffbef44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Request body: {'port': {'device_id': '4a3d0414-434f-4d77-8bc1-57378672d4f8', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'admin_state_up': True, 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'security_groups': ['ba2a7bab-c281-42ad-b2f7-b516d5c07db2']}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:58.452071 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-28227a34-ac16-4e1c-802b-c54e281b9032 None None] Attempt 6 to provision port a14f5b04-fe69-47de-b23e-8ff9f06a4aae Sep 26 18:05:58.534229 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-28227a34-ac16-4e1c-802b-c54e281b9032 None None] Port a14f5b04-fe69-47de-b23e-8ff9f06a4aae cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:05:58.675365 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 50244) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:58.682766 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-a416a04b-0b77-4c1f-93e3-e11bd34df0de tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1635680067', 'description': 'tempest-description--47691087'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:58.796526 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a416a04b-0b77-4c1f-93e3-e11bd34df0de tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:58.817135 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-189adada-8bff-4f0d-9b84-248266b9dc60 service neutron] For port a14f5b04-fe69-47de-b23e-8ff9f06a4aae, host hv-cinder-85931, cleared binding levels {{(pid=106583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:05:58.894916 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-35893ee2-d846-45f1-b99c-e7a530578d1b req-4d8eb25a-b8ed-4c8e-8faa-18a1dccea9be tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 210 time: 0.0899568 Sep 26 18:05:58.901029 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:58.903047 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-189adada-8bff-4f0d-9b84-248266b9dc60 service neutron] For port a14f5b04-fe69-47de-b23e-8ff9f06a4aae, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=a14f5b04-fe69-47de-b23e-8ff9f06a4aae,segment=NetworkSegment(74583ddb-45f6-451b-9f0f-cd5bb37fc3b7),segment_id=74583ddb-45f6-451b-9f0f-cd5bb37fc3b7)] {{(pid=106583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:05:58.948638 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a416a04b-0b77-4c1f-93e3-e11bd34df0de tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks [] for security_group (fc93ed91-087d-4390-9b14-5f03603ad79e), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:58.976744 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-df03a42e-cc81-4511-8c31-6915d54ed8b3 req-002ccc39-faea-4597-8ed7-78088416024e tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5597386 Sep 26 18:05:59.035736 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-28227a34-ac16-4e1c-802b-c54e281b9032 None None] Attempt 7 to provision port a14f5b04-fe69-47de-b23e-8ff9f06a4aae Sep 26 18:05:59.087168 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a416a04b-0b77-4c1f-93e3-e11bd34df0de tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (fc93ed91-087d-4390-9b14-5f03603ad79e), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:59.095480 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-28227a34-ac16-4e1c-802b-c54e281b9032 None None] Port a14f5b04-fe69-47de-b23e-8ff9f06a4aae cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:05:59.128193 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416a04b-0b77-4c1f-93e3-e11bd34df0de tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc93ed91-087d-4390-9b14-5f03603ad79e,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:59.153884 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-189adada-8bff-4f0d-9b84-248266b9dc60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (a14f5b04-fe69-47de-b23e-8ff9f06a4aae), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:59.160936 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-189adada-8bff-4f0d-9b84-248266b9dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:59.161557 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-189adada-8bff-4f0d-9b84-248266b9dc60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:59.163318 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-189adada-8bff-4f0d-9b84-248266b9dc60 service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/a14f5b04-fe69-47de-b23e-8ff9f06a4aae HTTP/1.1" status: 200 len: 1093 time: 3.0668633 Sep 26 18:05:59.165289 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ad172b4f-5b78-4e7d-8d09-e2f7f0703a04 req-62a51a2f-ecfe-4480-a187-85fe1bd6ba74 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 210 time: 0.1036632 Sep 26 18:05:59.185941 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-17f28a1a-ba33-4d4c-996d-6ed7d26d8536 req-66578e75-2562-45c8-ae16-8f2421a339dc tempest-VolumesNegativeTest-2099923738 tempest-VolumesNegativeTest-2099923738-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=692e2930-4f2e-4999-be6a-e3824248177d HTTP/1.1" status: 200 len: 210 time: 0.0732579 Sep 26 18:05:59.273579 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189adada-8bff-4f0d-9b84-248266b9dc60 service neutron] Pushing event updated for resources: {'Port': ['ID=a14f5b04-fe69-47de-b23e-8ff9f06a4aae,revision_number=3']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:59.284610 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a416a04b-0b77-4c1f-93e3-e11bd34df0de tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:59.286029 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-a416a04b-0b77-4c1f-93e3-e11bd34df0de tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6091142 Sep 26 18:05:59.290640 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 50258) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:59.295477 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-98abeacd-868f-4142-b4d8-1e49584c5c15 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Request body: {'security_group_rule': {'security_group_id': 'fc93ed91-087d-4390-9b14-5f03603ad79e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:59.420475 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-45053bc9-e552-42e5-b697-f0fbe85fcfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:59.422224 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-45053bc9-e552-42e5-b697-f0fbe85fcfae service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=f6595854cfb04a11994c6aed8f5857c6&device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 1127 time: 0.0484033 Sep 26 18:05:59.432398 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-713faf04-a796-40bd-b4ac-acc82ffbef44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Made reservation on behalf of ffa58ff5197e48709d5c90ec334b9403 for: {'port': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:05:59.438134 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-713faf04-a796-40bd-b4ac-acc82ffbef44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:59.442194 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-98abeacd-868f-4142-b4d8-1e49584c5c15 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks [] for security_group_rule (19428296-4752-4e9a-9e7f-261124f45843), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:59.535034 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-98abeacd-868f-4142-b4d8-1e49584c5c15 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks [] for security_group_rule (19428296-4752-4e9a-9e7f-261124f45843), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:59.596533 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-28227a34-ac16-4e1c-802b-c54e281b9032 None None] Attempt 8 to provision port a14f5b04-fe69-47de-b23e-8ff9f06a4aae Sep 26 18:05:59.631550 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-713faf04-a796-40bd-b4ac-acc82ffbef44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Allocated IP 172.20.0.7 (ff0911ec-d0cb-47aa-9835-b96611526a51/1feb17d0-5a16-48d0-945c-e503f8418bcd/4db13c14-6478-4992-8d31-4a46754d492e) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:05:59.659086 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-28227a34-ac16-4e1c-802b-c54e281b9032 None None] Port a14f5b04-fe69-47de-b23e-8ff9f06a4aae had new provisioning blocks added so it will not transition to active. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:05:59.663401 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-98abeacd-868f-4142-b4d8-1e49584c5c15 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (19428296-4752-4e9a-9e7f-261124f45843), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:59.685794 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98abeacd-868f-4142-b4d8-1e49584c5c15 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19428296-4752-4e9a-9e7f-261124f45843,revision_number=0']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:59.758716 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-e690e376-508f-447c-8e5a-d8349edc3e73 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a14f5b04-fe69-47de-b23e-8ff9f06a4aae HTTP/1.1" status: 200 len: 217 time: 0.0449505 Sep 26 18:05:59.775280 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-98abeacd-868f-4142-b4d8-1e49584c5c15 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:59.779761 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-98abeacd-868f-4142-b4d8-1e49584c5c15 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4878404 Sep 26 18:05:59.780635 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 50268) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:59.785848 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-8666cc73-7baf-4ec6-8f47-9739c8a14047 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Request body: {'security_group_rule': {'security_group_id': 'fc93ed91-087d-4390-9b14-5f03603ad79e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:59.854971 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-cd7897de-8976-4122-bda9-a09c4208176c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:59.856486 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-cd7897de-8976-4122-bda9-a09c4208176c service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=022b4299-5ffc-4e1c-a1f8-69b6504727f0 HTTP/1.1" status: 200 len: 855 time: 0.0894620 Sep 26 18:05:59.934518 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8666cc73-7baf-4ec6-8f47-9739c8a14047 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks [] for security_group_rule (07066148-a21c-4896-a954-f3617cd8f973), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:59.962662 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-af4d6b10-d5e5-4bfe-a630-9c7ab91efcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:59.964677 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-af4d6b10-d5e5-4bfe-a630-9c7ab91efcf6 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=ce568303-84c8-4c5c-8d2c-8e418731567a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0966885 Sep 26 18:06:00.109469 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8666cc73-7baf-4ec6-8f47-9739c8a14047 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks [] for security_group_rule (07066148-a21c-4896-a954-f3617cd8f973), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:00.124249 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-713faf04-a796-40bd-b4ac-acc82ffbef44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for port (4db13c14-6478-4992-8d31-4a46754d492e), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:00.252237 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8666cc73-7baf-4ec6-8f47-9739c8a14047 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (07066148-a21c-4896-a954-f3617cd8f973), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:00.263343 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6298d28-8cba-46d8-a809-bd0f81e18d58', 'tag': 'a14f5b04-fe69-47de-b23e-8ff9f06a4aae'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:06:00.272858 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453534e1-348e-4afc-bffa-5285b59bfef1" -d '{"events": [{"name": "network-changed", "server_uuid": "f6298d28-8cba-46d8-a809-bd0f81e18d58", "tag": "a14f5b04-fe69-47de-b23e-8ff9f06a4aae"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:06:00.302645 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666cc73-7baf-4ec6-8f47-9739c8a14047 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07066148-a21c-4896-a954-f3617cd8f973,revision_number=0']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:00.318744 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-0d8458d6-8f75-4468-9c79-ca18797f81de service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ce568303-84c8-4c5c-8d2c-8e418731567a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432505 Sep 26 18:06:00.393650 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3434c9e5-cd88-4dad-b55d-f793ff2d6a60 req-53f1cbec-2381-4c34-b021-fc582cc19b3c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 210 time: 0.1708863 Sep 26 18:06:00.459821 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f4845-0f30-457c-80f5-16fe05db7192 req-4e1779dd-f93b-46ff-82ba-03363ae24043 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:00.461413 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-258f4845-0f30-457c-80f5-16fe05db7192 req-4e1779dd-f93b-46ff-82ba-03363ae24043 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 943 time: 0.1409335 Sep 26 18:06:00.485357 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8666cc73-7baf-4ec6-8f47-9739c8a14047 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:00.487500 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-8666cc73-7baf-4ec6-8f47-9739c8a14047 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7056193 Sep 26 18:06:00.491546 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 50294) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:00.496831 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-cf7ea501-efa7-41fa-b5e2-f3d0ff45d588 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Request body: {'floatingip': {'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:00.544991 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-07d909ab-dbe6-46ab-bad8-3a8a3a7df845 req-a14f7ee9-8b73-4dc8-8cf3-f9b9f35c7fcc tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 210 time: 0.0521035 Sep 26 18:06:00.554162 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-713faf04-a796-40bd-b4ac-acc82ffbef44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (4db13c14-6478-4992-8d31-4a46754d492e), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:00.643281 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c1ebf975-3b65-4403-a9ce-a77c88ce346e req-7ea738fe-c2ff-4e87-8e59-9d30d77081b8 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ce568303-84c8-4c5c-8d2c-8e418731567a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640893 Sep 26 18:06:00.682795 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-713faf04-a796-40bd-b4ac-acc82ffbef44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Network ff0911ec-d0cb-47aa-9835-b96611526a51 is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:06:00.694773 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-713faf04-a796-40bd-b4ac-acc82ffbef44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:06:00.701614 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-713faf04-a796-40bd-b4ac-acc82ffbef44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:06:00.705199 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cf7ea501-efa7-41fa-b5e2-f3d0ff45d588 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:00.728327 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7256f39b-bb4f-4cc6-9f8f-44995c7651a6 x-openstack-request-id: req-7256f39b-bb4f-4cc6-9f8f-44995c7651a6 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:06:00.728327 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6298d28-8cba-46d8-a809-bd0f81e18d58", "tag": "a14f5b04-fe69-47de-b23e-8ff9f06a4aae", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:06:00.728327 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7256f39b-bb4f-4cc6-9f8f-44995c7651a6 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:06:00.728327 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7256f39b-bb4f-4cc6-9f8f-44995c7651a6'] response: {'name': 'network-changed', 'server_uuid': 'f6298d28-8cba-46d8-a809-bd0f81e18d58', 'tag': 'a14f5b04-fe69-47de-b23e-8ff9f06a4aae', 'status': 'completed', 'code': 200} Sep 26 18:06:00.738799 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-258f4845-0f30-457c-80f5-16fe05db7192 req-f89e9a2a-4eb8-431b-a346-65ac0e6c20d6 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571340 Sep 26 18:06:00.742428 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713faf04-a796-40bd-b4ac-acc82ffbef44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event updated for resources: {'Port': ['ID=4db13c14-6478-4992-8d31-4a46754d492e,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:00.844822 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cf7ea501-efa7-41fa-b5e2-f3d0ff45d588 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:00.860723 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-713faf04-a796-40bd-b4ac-acc82ffbef44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:00.861465 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-713faf04-a796-40bd-b4ac-acc82ffbef44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:01.029609 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-713faf04-a796-40bd-b4ac-acc82ffbef44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6103139 Sep 26 18:06:01.036875 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_common [None req-cf7ea501-efa7-41fa-b5e2-f3d0ff45d588 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Allocated IP 172.27.3.52 (75671e20-856b-479b-bee1-be813a3f2eee/4775a61a-d36f-43c7-b0a4-bf2c0640e392/901e2484-169d-4d82-b35c-4902355308b3) {{(pid=106582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:06:01.102671 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-932f0883-ee6c-4b77-be31-993e1d52409f None None] Provisioning complete for port 4db13c14-6478-4992-8d31-4a46754d492e triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:06:01.103254 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-932f0883-ee6c-4b77-be31-993e1d52409f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (4db13c14-6478-4992-8d31-4a46754d492e), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:01.104048 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-932f0883-ee6c-4b77-be31-993e1d52409f None None] Attempt 1 to provision port 4db13c14-6478-4992-8d31-4a46754d492e Sep 26 18:06:01.143324 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-932f0883-ee6c-4b77-be31-993e1d52409f None None] Port 4db13c14-6478-4992-8d31-4a46754d492e cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:06:01.177316 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cf7ea501-efa7-41fa-b5e2-f3d0ff45d588 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks [] for port (901e2484-169d-4d82-b35c-4902355308b3), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:01.236482 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 50314) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:01.320687 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cf7ea501-efa7-41fa-b5e2-f3d0ff45d588 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (901e2484-169d-4d82-b35c-4902355308b3), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:01.394152 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7ea501-efa7-41fa-b5e2-f3d0ff45d588 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Network 75671e20-856b-479b-bee1-be813a3f2eee is already hosted by enough agents. {{(pid=106582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:06:01.424480 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-cf7ea501-efa7-41fa-b5e2-f3d0ff45d588 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Resources bound (agent type, host, resource id): {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:06:01.425425 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ea501-efa7-41fa-b5e2-f3d0ff45d588 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Pushing event updated for resources: {'Port': ['ID=901e2484-169d-4d82-b35c-4902355308b3,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:01.442385 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7ea501-efa7-41fa-b5e2-f3d0ff45d588 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Received port after_create {{(pid=106582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:06:01.462064 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a449d68c-193c-4bb3-bd71-05ebd031a64f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:01.611988 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a449d68c-193c-4bb3-bd71-05ebd031a64f admin admin] Publish callbacks [] for security_group (b9de9158-c7cf-4a6c-a2d3-be92c5d45927), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:01.612537 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cf7ea501-efa7-41fa-b5e2-f3d0ff45d588 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks [] for floatingip (98455432-fa69-4cea-896d-f36940684b9c), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:01.627181 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923f5a7-ef13-4b26-8843-4aa4c0b27677 req-6b9fdcb7-db42-4fee-95b1-af456ca748c5 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:01.630250 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7923f5a7-ef13-4b26-8843-4aa4c0b27677 req-6b9fdcb7-db42-4fee-95b1-af456ca748c5 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 931 time: 0.0771968 Sep 26 18:06:01.644596 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-932f0883-ee6c-4b77-be31-993e1d52409f None None] Attempt 2 to provision port 4db13c14-6478-4992-8d31-4a46754d492e Sep 26 18:06:01.710720 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-932f0883-ee6c-4b77-be31-993e1d52409f None None] Port 4db13c14-6478-4992-8d31-4a46754d492e cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:06:01.720788 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3eaa6732-4b08-4dac-a8cf-86c125737fce req-9f5df22e-4286-4474-ab67-a0bb0a8b0a25 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 210 time: 0.0425470 Sep 26 18:06:01.753075 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:01.768573 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7923f5a7-ef13-4b26-8843-4aa4c0b27677 req-cf83e69f-c319-4047-967b-433d4bdd4fc0 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=ba2a7bab-c281-42ad-b2f7-b516d5c07db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280079 Sep 26 18:06:01.779539 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a449d68c-193c-4bb3-bd71-05ebd031a64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (b9de9158-c7cf-4a6c-a2d3-be92c5d45927), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:01.904245 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cf7ea501-efa7-41fa-b5e2-f3d0ff45d588 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (901e2484-169d-4d82-b35c-4902355308b3), before_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:01.950831 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a449d68c-193c-4bb3-bd71-05ebd031a64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9de9158-c7cf-4a6c-a2d3-be92c5d45927,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:02.001871 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-a449d68c-193c-4bb3-bd71-05ebd031a64f admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=71ab740a9b3b458e9bb33bbbe4ad24f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7623899 Sep 26 18:06:02.005578 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 50348) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:02.024969 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d4a9e-9948-4095-9837-d60f10590cd5 req-579b3e89-a5a0-4e8b-a3a7-00cf73c147d0 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:02.027621 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-205d4a9e-9948-4095-9837-d60f10590cd5 req-579b3e89-a5a0-4e8b-a3a7-00cf73c147d0 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 943 time: 0.1354651 Sep 26 18:06:02.050836 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-0ebefcc3-50c9-4e52-ab75-6f51a31d721e service neutron] Request body: {'port': {'device_id': '4a3d0414-434f-4d77-8bc1-57378672d4f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:02.139457 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-106ffa6a-9996-4a52-bfdf-821f543fbad2 admin admin] Publish callbacks [] for security_group (b9de9158-c7cf-4a6c-a2d3-be92c5d45927), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:02.176965 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453534e1-348e-4afc-bffa-5285b59bfef1 req-2d23f452-d13a-40ed-af9d-8fd3e7c7da87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:02.179703 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-453534e1-348e-4afc-bffa-5285b59bfef1 req-2d23f452-d13a-40ed-af9d-8fd3e7c7da87 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=f6595854cfb04a11994c6aed8f5857c6&device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 1127 time: 0.1503117 Sep 26 18:06:02.194323 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-106ffa6a-9996-4a52-bfdf-821f543fbad2 admin admin] Publish callbacks [] for security_group (b9de9158-c7cf-4a6c-a2d3-be92c5d45927), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:02.213477 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-932f0883-ee6c-4b77-be31-993e1d52409f None None] Attempt 3 to provision port 4db13c14-6478-4992-8d31-4a46754d492e Sep 26 18:06:02.315080 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-5b1a8f46-f88a-4c1d-af05-81cb1167984f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:02.341822 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cf7ea501-efa7-41fa-b5e2-f3d0ff45d588 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks [] for port (901e2484-169d-4d82-b35c-4902355308b3), precommit_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:02.352661 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-932f0883-ee6c-4b77-be31-993e1d52409f None None] Port 4db13c14-6478-4992-8d31-4a46754d492e cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:06:02.375823 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-0ebefcc3-50c9-4e52-ab75-6f51a31d721e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (4db13c14-6478-4992-8d31-4a46754d492e), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:02.405147 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-205d4a9e-9948-4095-9837-d60f10590cd5 req-a537796f-3874-4c5f-97d7-e977db357639 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3408420 Sep 26 18:06:02.436995 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453534e1-348e-4afc-bffa-5285b59bfef1 req-9858ff0e-c94d-49bf-b7fb-9ff5c80e41cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:02.439173 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-453534e1-348e-4afc-bffa-5285b59bfef1 req-9858ff0e-c94d-49bf-b7fb-9ff5c80e41cf service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=ce568303-84c8-4c5c-8d2c-8e418731567a HTTP/1.1" status: 200 len: 917 time: 0.2341459 Sep 26 18:06:02.518846 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cf7ea501-efa7-41fa-b5e2-f3d0ff45d588 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-513976'] for port (901e2484-169d-4d82-b35c-4902355308b3), after_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:02.545210 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-106ffa6a-9996-4a52-bfdf-821f543fbad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (b9de9158-c7cf-4a6c-a2d3-be92c5d45927), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:02.547873 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-106ffa6a-9996-4a52-bfdf-821f543fbad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:02.554374 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-106ffa6a-9996-4a52-bfdf-821f543fbad2 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/b9de9158-c7cf-4a6c-a2d3-be92c5d45927 HTTP/1.1" status: 204 len: 168 time: 0.5424244 Sep 26 18:06:02.566270 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ffa6a-9996-4a52-bfdf-821f543fbad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9de9158-c7cf-4a6c-a2d3-be92c5d45927,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:02.629792 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cf7ea501-efa7-41fa-b5e2-f3d0ff45d588 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (98455432-fa69-4cea-896d-f36940684b9c), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:02.634559 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ea501-efa7-41fa-b5e2-f3d0ff45d588 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Pushing event updated for resources: {'Port': ['ID=901e2484-169d-4d82-b35c-4902355308b3,revision_number=2']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:02.730687 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-453534e1-348e-4afc-bffa-5285b59bfef1 req-0b381995-41a7-49bd-a186-aaf4b7682d44 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a14f5b04-fe69-47de-b23e-8ff9f06a4aae HTTP/1.1" status: 200 len: 217 time: 0.0625634 Sep 26 18:06:02.802831 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cf7ea501-efa7-41fa-b5e2-f3d0ff45d588 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:02.823828 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-cf7ea501-efa7-41fa-b5e2-f3d0ff45d588 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3133922 Sep 26 18:06:02.849558 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453534e1-348e-4afc-bffa-5285b59bfef1 req-e7532b5c-a379-4cd3-a9b7-d0e460f7b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:02.851913 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-453534e1-348e-4afc-bffa-5285b59bfef1 req-e7532b5c-a379-4cd3-a9b7-d0e460f7b593 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=022b4299-5ffc-4e1c-a1f8-69b6504727f0 HTTP/1.1" status: 200 len: 855 time: 0.1129055 Sep 26 18:06:02.853853 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-932f0883-ee6c-4b77-be31-993e1d52409f None None] Attempt 4 to provision port 4db13c14-6478-4992-8d31-4a46754d492e Sep 26 18:06:02.930176 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453534e1-348e-4afc-bffa-5285b59bfef1 req-ab3d85ea-f7ac-487c-adf0-7e223b44ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:02.931888 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-453534e1-348e-4afc-bffa-5285b59bfef1 req-ab3d85ea-f7ac-487c-adf0-7e223b44ba0f service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=ce568303-84c8-4c5c-8d2c-8e418731567a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653369 Sep 26 18:06:02.944576 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:02.949521 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-932f0883-ee6c-4b77-be31-993e1d52409f None None] Port 4db13c14-6478-4992-8d31-4a46754d492e cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:06:03.065489 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:03.174278 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e020e59e-81ad-4b71-81bd-ed5deab14f7b req-48a40fba-54a7-4f78-af10-d14d6b2b0961 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 210 time: 0.1249962 Sep 26 18:06:03.300036 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89350170-4e22-4d57-9ccf-e8d0d87682f5 req-9ffbb4f8-edf0-4b79-b84b-247d50d55bd7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:03.302408 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-89350170-4e22-4d57-9ccf-e8d0d87682f5 req-9ffbb4f8-edf0-4b79-b84b-247d50d55bd7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 931 time: 0.2595677 Sep 26 18:06:03.353185 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-0ebefcc3-50c9-4e52-ab75-6f51a31d721e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4db13c14-6478-4992-8d31-4a46754d492e {{(pid=106583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:06:03.381494 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-0ebefcc3-50c9-4e52-ab75-6f51a31d721e service neutron] Publish callbacks [] for port (4db13c14-6478-4992-8d31-4a46754d492e), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:03.409721 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-453534e1-348e-4afc-bffa-5285b59bfef1 req-446d9499-bbf1-4f13-aaac-ccf475c91e8f service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ce568303-84c8-4c5c-8d2c-8e418731567a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670734 Sep 26 18:06:03.451067 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-932f0883-ee6c-4b77-be31-993e1d52409f None None] Attempt 5 to provision port 4db13c14-6478-4992-8d31-4a46754d492e Sep 26 18:06:03.470019 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-ebb62d9a-b038-4397-b324-2a35c3d71d3e tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:03.471555 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-ebb62d9a-b038-4397-b324-2a35c3d71d3e tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.88 "GET /networking/v2.0/networks?id=a142954b-43e8-41cf-b242-1c1db52c4d6c HTTP/1.1" status: 200 len: 808 time: 0.4032497 Sep 26 18:06:03.481584 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.provisioning_blocks [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-0ebefcc3-50c9-4e52-ab75-6f51a31d721e service neutron] Transition to ACTIVE for port object 4db13c14-6478-4992-8d31-4a46754d492e will not be triggered until provisioned by entity L2. {{(pid=106583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:06:03.519487 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-932f0883-ee6c-4b77-be31-993e1d52409f None None] Port 4db13c14-6478-4992-8d31-4a46754d492e cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:06:03.540494 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-cd9f9ac4-1cf6-4c42-959c-178d72423ef3 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Request body: {'port': {'device_id': 'ec0f212d-7662-44b8-b8f8-2bdb09383d23', 'network_id': 'a142954b-43e8-41cf-b242-1c1db52c4d6c', 'admin_state_up': True, 'tenant_id': '31e42dd8f6ff445cb7d44b0b0ce94fc2'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:03.576178 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-89350170-4e22-4d57-9ccf-e8d0d87682f5 req-b62cb17a-3841-4585-a6cb-6d9447a8bfd8 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=ba2a7bab-c281-42ad-b2f7-b516d5c07db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2435973 Sep 26 18:06:03.584497 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-9f0834f2-17cd-443d-97c9-c8178342d7cc tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1635680067&fields=id&tenant_id=3a15ebd862054a64ac1d739db5adc3a2 HTTP/1.1" status: 200 len: 267 time: 0.2388871 Sep 26 18:06:03.620294 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-0ebefcc3-50c9-4e52-ab75-6f51a31d721e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (4db13c14-6478-4992-8d31-4a46754d492e), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:03.947139 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device a14f5b04-fe69-47de-b23e-8ff9f06a4aae details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:06:04.024321 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-932f0883-ee6c-4b77-be31-993e1d52409f None None] Attempt 6 to provision port 4db13c14-6478-4992-8d31-4a46754d492e Sep 26 18:06:04.108937 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-932f0883-ee6c-4b77-be31-993e1d52409f None None] Port 4db13c14-6478-4992-8d31-4a46754d492e cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:06:04.180594 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port a14f5b04-fe69-47de-b23e-8ff9f06a4aae, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=a14f5b04-fe69-47de-b23e-8ff9f06a4aae,segment=NetworkSegment(74583ddb-45f6-451b-9f0f-cd5bb37fc3b7),segment_id=74583ddb-45f6-451b-9f0f-cd5bb37fc3b7)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:04.188701 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-453534e1-348e-4afc-bffa-5285b59bfef1 req-9f6223d1-5fb9-4f0a-b89d-cff6cb763df9 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ce568303-84c8-4c5c-8d2c-8e418731567a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7691367 Sep 26 18:06:04.189454 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebefcc3-50c9-4e52-ab75-6f51a31d721e service neutron] Pushing event updated for resources: {'Port': ['ID=4db13c14-6478-4992-8d31-4a46754d492e,revision_number=2']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:04.211722 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Returning: {'device': 'a14f5b04-fe69-47de-b23e-8ff9f06a4aae', 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a', 'port_id': 'a14f5b04-fe69-47de-b23e-8ff9f06a4aae', 'mac_address': 'fa:16:3e:a1:a7:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:06:04.266428 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:04.325169 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417a8fc-80d0-497b-8b2a-7a5e68fcc3dd req-880b29f6-381f-46b6-996f-b9d2e0178080 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:04.327919 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f417a8fc-80d0-497b-8b2a-7a5e68fcc3dd req-880b29f6-381f-46b6-996f-b9d2e0178080 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 943 time: 0.6335869 Sep 26 18:06:04.350745 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port a14f5b04-fe69-47de-b23e-8ff9f06a4aae is: DOWN; New status is: BUILD {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:04.351781 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (a14f5b04-fe69-47de-b23e-8ff9f06a4aae), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:04.379089 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a14f5b04-fe69-47de-b23e-8ff9f06a4aae {{(pid=106584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:06:04.410770 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port a14f5b04-fe69-47de-b23e-8ff9f06a4aae, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=a14f5b04-fe69-47de-b23e-8ff9f06a4aae,segment=NetworkSegment(74583ddb-45f6-451b-9f0f-cd5bb37fc3b7),segment_id=74583ddb-45f6-451b-9f0f-cd5bb37fc3b7)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:04.418914 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-1d9869af-3e2d-45a2-ad2d-95dcd5e68c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:04.457311 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-c606b915-93ea-4889-893c-bd0cd8d9eff7 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:04.458864 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-c606b915-93ea-4889-893c-bd0cd8d9eff7 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/networks?id=45aee833-caf9-4514-8a4b-002783e94737 HTTP/1.1" status: 200 len: 818 time: 0.8456161 Sep 26 18:06:04.496186 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-0ebefcc3-50c9-4e52-ab75-6f51a31d721e service neutron] Attempting to bind port 4db13c14-6478-4992-8d31-4a46754d492e on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:06:04.496703 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-0ebefcc3-50c9-4e52-ab75-6f51a31d721e service neutron] Attempting to bind port 4db13c14-6478-4992-8d31-4a46754d492e by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'ed751284-034c-4094-bf91-e2a4a99e4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51'}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:06:04.496882 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-0ebefcc3-50c9-4e52-ab75-6f51a31d721e service neutron] Attempting to bind port 4db13c14-6478-4992-8d31-4a46754d492e on network ff0911ec-d0cb-47aa-9835-b96611526a51 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:06:04.504246 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-573d36e1-6e2d-4983-86f9-2ddc9cce3156 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/quotas/3a15ebd862054a64ac1d739db5adc3a2 HTTP/1.1" status: 200 len: 375 time: 0.0370555 Sep 26 18:06:04.545144 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f417a8fc-80d0-497b-8b2a-7a5e68fcc3dd req-2e9c9e63-a2fb-433a-b8be-f130bf342670 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016475 Sep 26 18:06:04.576131 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (a14f5b04-fe69-47de-b23e-8ff9f06a4aae), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:04.608048 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-7aa4b9af-d251-4d67-b1cc-2033948d3e3e tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3a15ebd862054a64ac1d739db5adc3a2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0837574 Sep 26 18:06:04.614034 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-0ebefcc3-50c9-4e52-ab75-6f51a31d721e service neutron] Port 4db13c14-6478-4992-8d31-4a46754d492e on network ff0911ec-d0cb-47aa-9835-b96611526a51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:06:04.614372 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-0ebefcc3-50c9-4e52-ab75-6f51a31d721e service neutron] Attempting to bind port 4db13c14-6478-4992-8d31-4a46754d492e on network ff0911ec-d0cb-47aa-9835-b96611526a51 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:06:04.657390 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-cd9f9ac4-1cf6-4c42-959c-178d72423ef3 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Made reservation on behalf of 31e42dd8f6ff445cb7d44b0b0ce94fc2 for: {'port': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:06:04.662283 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-cd9f9ac4-1cf6-4c42-959c-178d72423ef3 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:04.682471 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-932f0883-ee6c-4b77-be31-993e1d52409f None None] Attempt 7 to provision port 4db13c14-6478-4992-8d31-4a46754d492e Sep 26 18:06:04.686369 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=a14f5b04-fe69-47de-b23e-8ff9f06a4aae,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:04.749557 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-932f0883-ee6c-4b77-be31-993e1d52409f None None] Port 4db13c14-6478-4992-8d31-4a46754d492e cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:06:04.787546 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2986f579-ca31-4521-9b0f-f78348cc4d2f req-fd2b3339-999b-495a-896d-294ca4fcabca tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 210 time: 0.0944271 Sep 26 18:06:04.884781 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-0ebefcc3-50c9-4e52-ab75-6f51a31d721e service neutron] Checking agent: {'id': 'b76d05ef-6768-47d4-84e3-b7f3ce45293e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'started_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:06:04.885195 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-0ebefcc3-50c9-4e52-ab75-6f51a31d721e service neutron] Checking segment: {'id': 'ed751284-034c-4094-bf91-e2a4a99e4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:06:04.885599 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-0ebefcc3-50c9-4e52-ab75-6f51a31d721e service neutron] Bound using segment: {'id': 'ed751284-034c-4094-bf91-e2a4a99e4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51'} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:06:04.886059 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-0ebefcc3-50c9-4e52-ab75-6f51a31d721e service neutron] Bound port: 4db13c14-6478-4992-8d31-4a46754d492e, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed751284-034c-4094-bf91-e2a4a99e4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51'}}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:06:04.886427 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-0ebefcc3-50c9-4e52-ab75-6f51a31d721e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (4db13c14-6478-4992-8d31-4a46754d492e), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:04.989125 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['a14f5b04-fe69-47de-b23e-8ff9f06a4aae'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:06:05.019638 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-be1bd4ce-a307-4f21-bf8f-92da68254cc4 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760812 Sep 26 18:06:05.050538 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:05.072151 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5853be-e79c-4282-a7e1-f007547e5c3c req-e9e2a1d7-37b3-4a3d-90cc-85528838b302 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:05.076583 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2c5853be-e79c-4282-a7e1-f007547e5c3c req-e9e2a1d7-37b3-4a3d-90cc-85528838b302 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 943 time: 0.1813638 Sep 26 18:06:05.099565 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:05.226873 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-0ebefcc3-50c9-4e52-ab75-6f51a31d721e service neutron] For port 4db13c14-6478-4992-8d31-4a46754d492e, host hv-cinder-85931, cleared binding levels {{(pid=106583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:06:05.246094 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-0ebefcc3-50c9-4e52-ab75-6f51a31d721e service neutron] For port 4db13c14-6478-4992-8d31-4a46754d492e, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=4db13c14-6478-4992-8d31-4a46754d492e,segment=NetworkSegment(ed751284-034c-4094-bf91-e2a4a99e4455),segment_id=ed751284-034c-4094-bf91-e2a4a99e4455)] {{(pid=106583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:06:05.253168 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-932f0883-ee6c-4b77-be31-993e1d52409f None None] Attempt 8 to provision port 4db13c14-6478-4992-8d31-4a46754d492e Sep 26 18:06:05.266190 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-cd9f9ac4-1cf6-4c42-959c-178d72423ef3 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Allocated IP 172.20.0.7 (a142954b-43e8-41cf-b242-1c1db52c4d6c/44ed5ff9-3c77-4db5-955c-83c31323e1cd/c3bcaded-511d-43f7-b35e-4fa6e8c47ecf) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:06:05.319484 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-932f0883-ee6c-4b77-be31-993e1d52409f None None] Port 4db13c14-6478-4992-8d31-4a46754d492e cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:06:05.324196 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2c5853be-e79c-4282-a7e1-f007547e5c3c req-23aa7537-0da8-42f9-8c06-f573c0a0c442 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=ba2a7bab-c281-42ad-b2f7-b516d5c07db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325282 Sep 26 18:06:05.348437 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-f3a9b212-2f4d-4569-a704-9cecf2fe4f63 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032725 Sep 26 18:06:05.408889 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-0ebefcc3-50c9-4e52-ab75-6f51a31d721e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (4db13c14-6478-4992-8d31-4a46754d492e), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:05.426709 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-0ebefcc3-50c9-4e52-ab75-6f51a31d721e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:05.428055 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-0ebefcc3-50c9-4e52-ab75-6f51a31d721e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:05.430524 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-0ebefcc3-50c9-4e52-ab75-6f51a31d721e service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/4db13c14-6478-4992-8d31-4a46754d492e HTTP/1.1" status: 200 len: 1093 time: 3.3994498 Sep 26 18:06:05.433459 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3d0414-434f-4d77-8bc1-57378672d4f8', 'tag': '4db13c14-6478-4992-8d31-4a46754d492e'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:06:05.441021 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ee3a12-5d25-4ee6-b874-544237d99666" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3d0414-434f-4d77-8bc1-57378672d4f8", "tag": "4db13c14-6478-4992-8d31-4a46754d492e"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:06:05.554912 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afd9043-58d1-4ec5-ac43-2b5a57f97e40 x-openstack-request-id: req-0afd9043-58d1-4ec5-ac43-2b5a57f97e40 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:06:05.555154 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3d0414-434f-4d77-8bc1-57378672d4f8", "tag": "4db13c14-6478-4992-8d31-4a46754d492e", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:06:05.555469 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0afd9043-58d1-4ec5-ac43-2b5a57f97e40 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:06:05.556091 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0afd9043-58d1-4ec5-ac43-2b5a57f97e40'] response: {'name': 'network-changed', 'server_uuid': '4a3d0414-434f-4d77-8bc1-57378672d4f8', 'tag': '4db13c14-6478-4992-8d31-4a46754d492e', 'status': 'completed', 'code': 200} Sep 26 18:06:05.582788 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebefcc3-50c9-4e52-ab75-6f51a31d721e service neutron] Pushing event updated for resources: {'Port': ['ID=4db13c14-6478-4992-8d31-4a46754d492e,revision_number=3']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:05.724389 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee3a12-5d25-4ee6-b874-544237d99666 req-369cea8a-1869-40e1-9068-519f7a20195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:05.725954 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e4ee3a12-5d25-4ee6-b874-544237d99666 req-369cea8a-1869-40e1-9068-519f7a20195a service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=ffa58ff5197e48709d5c90ec334b9403&device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 1127 time: 0.1164200 Sep 26 18:06:05.727113 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:05.734113 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-cd9f9ac4-1cf6-4c42-959c-178d72423ef3 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Publish callbacks [] for port (c3bcaded-511d-43f7-b35e-4fa6e8c47ecf), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:05.749111 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accfd98-36c1-4e89-9ea4-06bfb7cd083d req-26854b37-21c4-482b-83be-56d6cfc9cb5a tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:05.750979 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6accfd98-36c1-4e89-9ea4-06bfb7cd083d req-26854b37-21c4-482b-83be-56d6cfc9cb5a tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 944 time: 0.0843470 Sep 26 18:06:05.822566 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-932f0883-ee6c-4b77-be31-993e1d52409f None None] Attempt 9 to provision port 4db13c14-6478-4992-8d31-4a46754d492e Sep 26 18:06:05.962730 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-932f0883-ee6c-4b77-be31-993e1d52409f None None] Port 4db13c14-6478-4992-8d31-4a46754d492e had new provisioning blocks added so it will not transition to active. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:06:05.983106 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9ba31e10-3ecf-4fe9-80cd-bfb54f368e75 req-7f71128e-25ff-400d-a4de-5f382b5bd135 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 210 time: 0.0983260 Sep 26 18:06:06.029552 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6accfd98-36c1-4e89-9ea4-06bfb7cd083d req-f8b53cc3-e5ba-4134-9fc1-76c454e272d5 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2473168 Sep 26 18:06:06.029552 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee3a12-5d25-4ee6-b874-544237d99666 req-0efa9aa5-c0cf-4d5c-b49c-ad38f949c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:06.054517 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e4ee3a12-5d25-4ee6-b874-544237d99666 req-0efa9aa5-c0cf-4d5c-b49c-ad38f949c6d1 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=ffa58ff5197e48709d5c90ec334b9403&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2726970 Sep 26 18:06:06.055095 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device a14f5b04-fe69-47de-b23e-8ff9f06a4aae up at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:06:06.103937 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-cd9f9ac4-1cf6-4c42-959c-178d72423ef3 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (c3bcaded-511d-43f7-b35e-4fa6e8c47ecf), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:06.141824 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning for port a14f5b04-fe69-47de-b23e-8ff9f06a4aae completed by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:06:06.250164 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-cd9f9ac4-1cf6-4c42-959c-178d72423ef3 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Network a142954b-43e8-41cf-b242-1c1db52c4d6c is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:06:06.284456 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-cd9f9ac4-1cf6-4c42-959c-178d72423ef3 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:06:06.292949 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f9ac4-1cf6-4c42-959c-178d72423ef3 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Pushing event updated for resources: {'Port': ['ID=c3bcaded-511d-43f7-b35e-4fa6e8c47ecf,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:06.303448 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-cd9f9ac4-1cf6-4c42-959c-178d72423ef3 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:06:06.310305 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning complete for port a14f5b04-fe69-47de-b23e-8ff9f06a4aae triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:06:06.310880 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (a14f5b04-fe69-47de-b23e-8ff9f06a4aae), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:06.311449 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Attempt 1 to provision port a14f5b04-fe69-47de-b23e-8ff9f06a4aae Sep 26 18:06:06.414125 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09cef3-1057-4136-82a0-084d4d85e567 req-f884d93c-4df5-4002-ab67-34fd5558ebea tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:06.424192 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8a09cef3-1057-4136-82a0-084d4d85e567 req-f884d93c-4df5-4002-ab67-34fd5558ebea tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 931 time: 0.2185364 Sep 26 18:06:06.472714 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port a14f5b04-fe69-47de-b23e-8ff9f06a4aae is: BUILD; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:06.473913 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (a14f5b04-fe69-47de-b23e-8ff9f06a4aae), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:06.552477 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee3a12-5d25-4ee6-b874-544237d99666 req-27351e50-3a38-42ba-951d-6669e140baca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:06.555161 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e4ee3a12-5d25-4ee6-b874-544237d99666 req-27351e50-3a38-42ba-951d-6669e140baca service neutron] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4984229 Sep 26 18:06:06.579500 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-cd9f9ac4-1cf6-4c42-959c-178d72423ef3 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:06.579827 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port a14f5b04-fe69-47de-b23e-8ff9f06a4aae, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=a14f5b04-fe69-47de-b23e-8ff9f06a4aae,segment=NetworkSegment(74583ddb-45f6-451b-9f0f-cd5bb37fc3b7),segment_id=74583ddb-45f6-451b-9f0f-cd5bb37fc3b7)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:06.580520 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-cd9f9ac4-1cf6-4c42-959c-178d72423ef3 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:06.581681 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6298d28-8cba-46d8-a809-bd0f81e18d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14f5b04-fe69-47de-b23e-8ff9f06a4aae'}] {{(pid=106584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:06:06.585437 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743b4769c4925b62b4889170aadb5ee5b65d77d3032155737795e39ae48b1258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39aeda2f-2fa6-4d01-8607-18c599c06d0c" -d '{"events": [{"server_uuid": "f6298d28-8cba-46d8-a809-bd0f81e18d58", "name": "network-vif-plugged", "status": "completed", "tag": "a14f5b04-fe69-47de-b23e-8ff9f06a4aae"}]}' {{(pid=106584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:06:06.590701 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:06.713307 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8a09cef3-1057-4136-82a0-084d4d85e567 req-2bbfb3b2-15ae-41f0-b22b-7d61770f4a7a tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579722 Sep 26 18:06:06.761692 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1caef26-2af4-4f18-8c86-7e4a8e5d1a66 req-4958dbb3-bfb4-497f-88b4-6abb0d323d0f tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:06.770948 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e1caef26-2af4-4f18-8c86-7e4a8e5d1a66 req-4958dbb3-bfb4-497f-88b4-6abb0d323d0f tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 943 time: 0.2556958 Sep 26 18:06:06.780540 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aaa72bb-4811-4c68-9645-0b6df9da7fa5 x-openstack-request-id: req-2aaa72bb-4811-4c68-9645-0b6df9da7fa5 {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:06:06.782872 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6298d28-8cba-46d8-a809-bd0f81e18d58", "name": "network-vif-plugged", "status": "completed", "tag": "a14f5b04-fe69-47de-b23e-8ff9f06a4aae", "code": 200}]} {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:06:06.783739 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2aaa72bb-4811-4c68-9645-0b6df9da7fa5 {{(pid=106584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:06:06.785320 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aaa72bb-4811-4c68-9645-0b6df9da7fa5'] response: {'server_uuid': 'f6298d28-8cba-46d8-a809-bd0f81e18d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14f5b04-fe69-47de-b23e-8ff9f06a4aae', 'code': 200} Sep 26 18:06:06.804691 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (a14f5b04-fe69-47de-b23e-8ff9f06a4aae), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:06.809358 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-d0ce45d8-5d0a-4b36-9c81-77e1eabd1f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:06.812031 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-d0ce45d8-5d0a-4b36-9c81-77e1eabd1f46 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=ffa58ff5197e48709d5c90ec334b9403&device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 1127 time: 0.1327078 Sep 26 18:06:06.856079 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e1caef26-2af4-4f18-8c86-7e4a8e5d1a66 req-3d62358f-d6f3-4950-9180-2d306912a845 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=ba2a7bab-c281-42ad-b2f7-b516d5c07db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837479 Sep 26 18:06:06.879499 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=a14f5b04-fe69-47de-b23e-8ff9f06a4aae,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:06.934313 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-1df079a7-0b31-4a2e-b9c8-2e045045d96b service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4db13c14-6478-4992-8d31-4a46754d492e HTTP/1.1" status: 200 len: 217 time: 0.0583551 Sep 26 18:06:07.025172 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-cd9f9ac4-1cf6-4c42-959c-178d72423ef3 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4971657 Sep 26 18:06:07.028305 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-04ca24c4-ca3a-4bb8-91db-ff56f4005c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:07.030096 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-04ca24c4-ca3a-4bb8-91db-ff56f4005c9d service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=1feb17d0-5a16-48d0-945c-e503f8418bcd HTTP/1.1" status: 200 len: 854 time: 0.0881152 Sep 26 18:06:07.068795 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-f4aa105d-16fa-4afa-9f81-989ade484d4f service neutron] Request body: {'port': {'device_id': 'ec0f212d-7662-44b8-b8f8-2bdb09383d23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:07.131111 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:07.152514 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=5 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:07.201123 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-10a39e1a-2946-4ed3-9685-b64a1061f215 req-54f197ab-6b9d-45d7-aaff-3ac6863eb3d8 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 210 time: 0.0863574 Sep 26 18:06:07.202563 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-81872be9-f8fe-4192-a59e-b6b051d8cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:07.205490 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-81872be9-f8fe-4192-a59e-b6b051d8cf44 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=ff0911ec-d0cb-47aa-9835-b96611526a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1318605 Sep 26 18:06:07.220122 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:07.269350 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd4781-1c12-4d5d-af13-64399750d305 req-e0aec351-1119-46e2-8a46-a33639495342 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:07.270921 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-effd4781-1c12-4d5d-af13-64399750d305 req-e0aec351-1119-46e2-8a46-a33639495342 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.1551282 Sep 26 18:06:07.321907 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-f4aa105d-16fa-4afa-9f81-989ade484d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (c3bcaded-511d-43f7-b35e-4fa6e8c47ecf), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:07.421446 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:07.446336 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-effd4781-1c12-4d5d-af13-64399750d305 req-aea3d7be-383e-4b2e-81b5-9b942ac9661d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392174 Sep 26 18:06:07.466402 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-5294de92-20b6-454e-a3c5-7344e2b58ae4 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ff0911ec-d0cb-47aa-9835-b96611526a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398024 Sep 26 18:06:07.637153 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b4c0c-312b-4b74-94e8-7ffefb6f71b8 req-e00d5c4b-2e1b-4ebd-87c1-69fd86b15d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:07.639952 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7d6b4c0c-312b-4b74-94e8-7ffefb6f71b8 req-e00d5c4b-2e1b-4ebd-87c1-69fd86b15d88 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 1129 time: 0.1790550 Sep 26 18:06:07.790707 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-78183ba4-9e03-4160-bfab-00b242f17e2a req-b5e78755-a58a-4bfa-be27-39c2ccf3f72a service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ff0911ec-d0cb-47aa-9835-b96611526a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643034 Sep 26 18:06:07.811464 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7d6b4c0c-312b-4b74-94e8-7ffefb6f71b8 req-e6623c2d-7f21-4579-929c-41fd96c26fcf service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619809 Sep 26 18:06:07.961666 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46688b-3e39-457c-90f0-aa8c6f5c9754 req-260a9824-34fd-4283-8d86-7102d2437159 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:07.963238 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7e46688b-3e39-457c-90f0-aa8c6f5c9754 req-260a9824-34fd-4283-8d86-7102d2437159 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 931 time: 0.1094811 Sep 26 18:06:08.005291 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-f4aa105d-16fa-4afa-9f81-989ade484d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3bcaded-511d-43f7-b35e-4fa6e8c47ecf {{(pid=106583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:06:08.042369 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-f4aa105d-16fa-4afa-9f81-989ade484d4f service neutron] Publish callbacks [] for port (c3bcaded-511d-43f7-b35e-4fa6e8c47ecf), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:08.116986 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.provisioning_blocks [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-f4aa105d-16fa-4afa-9f81-989ade484d4f service neutron] Transition to ACTIVE for port object c3bcaded-511d-43f7-b35e-4fa6e8c47ecf will not be triggered until provisioned by entity L2. {{(pid=106583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:06:08.139387 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bad024-785d-45a2-8301-13b54278ad32 req-ff920bce-10b6-43f6-aa57-eadee460d75f tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:08.152236 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-64bad024-785d-45a2-8301-13b54278ad32 req-ff920bce-10b6-43f6-aa57-eadee460d75f tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 943 time: 0.1367695 Sep 26 18:06:08.165793 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:06:08.191217 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7e46688b-3e39-457c-90f0-aa8c6f5c9754 req-6d4ec52c-7344-43b5-9545-2ffa5f8d81a1 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038562 Sep 26 18:06:08.267990 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-f4aa105d-16fa-4afa-9f81-989ade484d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (c3bcaded-511d-43f7-b35e-4fa6e8c47ecf), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:08.291736 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-64bad024-785d-45a2-8301-13b54278ad32 req-6e2f9346-bc3e-45ae-97c4-c7f7529a244f tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=ba2a7bab-c281-42ad-b2f7-b516d5c07db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376135 Sep 26 18:06:08.372547 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-af0955ee-76ab-4a12-8200-0a7bdf37cadb req-6bccc331-7c40-45f6-a98e-c6f721414f6a tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 210 time: 0.0479918 Sep 26 18:06:08.399872 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa105d-16fa-4afa-9f81-989ade484d4f service neutron] Pushing event updated for resources: {'Port': ['ID=c3bcaded-511d-43f7-b35e-4fa6e8c47ecf,revision_number=2']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:08.471443 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-f4aa105d-16fa-4afa-9f81-989ade484d4f service neutron] Attempting to bind port c3bcaded-511d-43f7-b35e-4fa6e8c47ecf on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:06:08.471874 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-f4aa105d-16fa-4afa-9f81-989ade484d4f service neutron] Attempting to bind port c3bcaded-511d-43f7-b35e-4fa6e8c47ecf by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'ff32fb5a-a197-4dbd-82f7-72cd477f07fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a142954b-43e8-41cf-b242-1c1db52c4d6c'}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:06:08.472334 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-f4aa105d-16fa-4afa-9f81-989ade484d4f service neutron] Attempting to bind port c3bcaded-511d-43f7-b35e-4fa6e8c47ecf on network a142954b-43e8-41cf-b242-1c1db52c4d6c {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:06:08.540102 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-f4aa105d-16fa-4afa-9f81-989ade484d4f service neutron] Port c3bcaded-511d-43f7-b35e-4fa6e8c47ecf on network a142954b-43e8-41cf-b242-1c1db52c4d6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:06:08.540475 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-f4aa105d-16fa-4afa-9f81-989ade484d4f service neutron] Attempting to bind port c3bcaded-511d-43f7-b35e-4fa6e8c47ecf on network a142954b-43e8-41cf-b242-1c1db52c4d6c {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:06:08.626390 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec0384-169e-46cc-aef9-d80c7ad10e5d req-b319e455-ecac-4ed8-a1d3-5894e1aede01 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:08.629325 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-86ec0384-169e-46cc-aef9-d80c7ad10e5d req-b319e455-ecac-4ed8-a1d3-5894e1aede01 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.0645914 Sep 26 18:06:08.630520 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-f4aa105d-16fa-4afa-9f81-989ade484d4f service neutron] Checking agent: {'id': 'b76d05ef-6768-47d4-84e3-b7f3ce45293e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'started_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:06:08.630863 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-f4aa105d-16fa-4afa-9f81-989ade484d4f service neutron] Checking segment: {'id': 'ff32fb5a-a197-4dbd-82f7-72cd477f07fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a142954b-43e8-41cf-b242-1c1db52c4d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:06:08.631257 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-f4aa105d-16fa-4afa-9f81-989ade484d4f service neutron] Bound using segment: {'id': 'ff32fb5a-a197-4dbd-82f7-72cd477f07fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a142954b-43e8-41cf-b242-1c1db52c4d6c'} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:06:08.632177 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-f4aa105d-16fa-4afa-9f81-989ade484d4f service neutron] Bound port: c3bcaded-511d-43f7-b35e-4fa6e8c47ecf, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff32fb5a-a197-4dbd-82f7-72cd477f07fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a142954b-43e8-41cf-b242-1c1db52c4d6c'}}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:06:08.632860 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-f4aa105d-16fa-4afa-9f81-989ade484d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (c3bcaded-511d-43f7-b35e-4fa6e8c47ecf), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:08.733978 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-86ec0384-169e-46cc-aef9-d80c7ad10e5d req-f4c67a6c-c522-4638-ac93-2ce712efd755 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982606 Sep 26 18:06:08.743910 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-f4aa105d-16fa-4afa-9f81-989ade484d4f service neutron] For port c3bcaded-511d-43f7-b35e-4fa6e8c47ecf, host hv-cinder-85931, cleared binding levels {{(pid=106583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:06:08.747248 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-f4aa105d-16fa-4afa-9f81-989ade484d4f service neutron] For port c3bcaded-511d-43f7-b35e-4fa6e8c47ecf, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c3bcaded-511d-43f7-b35e-4fa6e8c47ecf,segment=NetworkSegment(ff32fb5a-a197-4dbd-82f7-72cd477f07fb),segment_id=ff32fb5a-a197-4dbd-82f7-72cd477f07fb)] {{(pid=106583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:06:08.875924 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-f4aa105d-16fa-4afa-9f81-989ade484d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (c3bcaded-511d-43f7-b35e-4fa6e8c47ecf), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:08.881104 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-f4aa105d-16fa-4afa-9f81-989ade484d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:08.881737 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-f4aa105d-16fa-4afa-9f81-989ade484d4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:08.883177 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-f4aa105d-16fa-4afa-9f81-989ade484d4f service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/c3bcaded-511d-43f7-b35e-4fa6e8c47ecf HTTP/1.1" status: 200 len: 1093 time: 1.8253224 Sep 26 18:06:08.885039 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0f212d-7662-44b8-b8f8-2bdb09383d23', 'tag': 'c3bcaded-511d-43f7-b35e-4fa6e8c47ecf'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:06:08.887368 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6868340-0665-4f94-836b-da07d782e145" -d '{"events": [{"name": "network-changed", "server_uuid": "ec0f212d-7662-44b8-b8f8-2bdb09383d23", "tag": "c3bcaded-511d-43f7-b35e-4fa6e8c47ecf"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:06:08.947590 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9448c5ca-8542-4fad-b235-7f072c1cde38 x-openstack-request-id: req-9448c5ca-8542-4fad-b235-7f072c1cde38 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:06:08.947909 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec0f212d-7662-44b8-b8f8-2bdb09383d23", "tag": "c3bcaded-511d-43f7-b35e-4fa6e8c47ecf", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:06:08.948168 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9448c5ca-8542-4fad-b235-7f072c1cde38 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:06:08.948584 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9448c5ca-8542-4fad-b235-7f072c1cde38'] response: {'name': 'network-changed', 'server_uuid': 'ec0f212d-7662-44b8-b8f8-2bdb09383d23', 'tag': 'c3bcaded-511d-43f7-b35e-4fa6e8c47ecf', 'status': 'completed', 'code': 200} Sep 26 18:06:08.949614 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa105d-16fa-4afa-9f81-989ade484d4f service neutron] Pushing event updated for resources: {'Port': ['ID=c3bcaded-511d-43f7-b35e-4fa6e8c47ecf,revision_number=3']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:09.408168 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da176f-83e0-4c02-8044-f26aca68e63e req-ceeb55e0-ffe2-4699-a273-4bd3766be923 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:09.415307 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b6da176f-83e0-4c02-8044-f26aca68e63e req-ceeb55e0-ffe2-4699-a273-4bd3766be923 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 943 time: 0.0855455 Sep 26 18:06:09.545606 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071d7e2-c708-4aa9-8cdf-7f91ddbfb573 req-651ff4d9-9099-4ab7-9ace-534af4ba46b7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:09.558090 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d071d7e2-c708-4aa9-8cdf-7f91ddbfb573 req-651ff4d9-9099-4ab7-9ace-534af4ba46b7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 943 time: 0.1408868 Sep 26 18:06:09.614186 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b6da176f-83e0-4c02-8044-f26aca68e63e req-839b9aab-3962-44d8-bbfa-de9076836ffd tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814594 Sep 26 18:06:09.697951 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d071d7e2-c708-4aa9-8cdf-7f91ddbfb573 req-59bc9ddf-ce07-463c-962b-83b339362e00 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=ba2a7bab-c281-42ad-b2f7-b516d5c07db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367831 Sep 26 18:06:09.775588 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-28331986-717c-4e85-a0cb-a65755d1ae5c req-0f72a81f-4cfb-4d76-a461-f564de91c9b1 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 210 time: 0.0518699 Sep 26 18:06:09.931338 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692833f-2e19-4dad-ba1c-d3c350747ca6 req-ffe510c6-f87b-42f9-af10-8d265c790b4b tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:09.932873 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f692833f-2e19-4dad-ba1c-d3c350747ca6 req-ffe510c6-f87b-42f9-af10-8d265c790b4b tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.0617902 Sep 26 18:06:10.001255 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f692833f-2e19-4dad-ba1c-d3c350747ca6 req-421fa01c-312e-45af-9e3c-5c39129ac110 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593631 Sep 26 18:06:10.042750 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:10.287563 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6868340-0665-4f94-836b-da07d782e145 req-b104c506-785b-425b-a314-2c45ebec0c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:10.289221 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c6868340-0665-4f94-836b-da07d782e145 req-b104c506-785b-425b-a314-2c45ebec0c0c service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=31e42dd8f6ff445cb7d44b0b0ce94fc2&device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 1127 time: 0.0592256 Sep 26 18:06:10.449892 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6868340-0665-4f94-836b-da07d782e145 req-effb5ea6-9e9e-4123-a5c8-99921144af01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:10.452251 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c6868340-0665-4f94-836b-da07d782e145 req-effb5ea6-9e9e-4123-a5c8-99921144af01 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=31e42dd8f6ff445cb7d44b0b0ce94fc2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1371350 Sep 26 18:06:10.967816 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c48bf0-f559-4b76-bf7d-36c861eaf9c6 req-573de237-aacd-4865-a177-2e4b431fdf34 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:10.973250 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-98c48bf0-f559-4b76-bf7d-36c861eaf9c6 req-573de237-aacd-4865-a177-2e4b431fdf34 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 943 time: 0.1367335 Sep 26 18:06:10.993543 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a9df7-b76e-4792-87e4-715f4973fefc req-63160998-4a28-4362-8c53-3d15b99e76e4 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:11.001309 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-683a9df7-b76e-4792-87e4-715f4973fefc req-63160998-4a28-4362-8c53-3d15b99e76e4 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 943 time: 0.1635742 Sep 26 18:06:11.015235 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:11.076752 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6868340-0665-4f94-836b-da07d782e145 req-56d6cb5c-4ab2-4249-841e-2954a05e34c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:11.079115 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c6868340-0665-4f94-836b-da07d782e145 req-56d6cb5c-4ab2-4249-841e-2954a05e34c6 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6183100 Sep 26 18:06:11.150942 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-683a9df7-b76e-4792-87e4-715f4973fefc req-a7c232ac-02fd-4c3c-87d7-ccee3c640afa tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320479 Sep 26 18:06:11.155162 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-98c48bf0-f559-4b76-bf7d-36c861eaf9c6 req-32e514d5-6f45-4f63-b5f9-63c95ae89126 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=ba2a7bab-c281-42ad-b2f7-b516d5c07db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524410 Sep 26 18:06:11.206623 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:11.314837 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b6259788-d3e2-43a6-98fa-56fe31a527e4 req-075698ac-4324-4ece-85ce-5bdf5c94d6da tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 210 time: 0.0612977 Sep 26 18:06:11.358300 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fad2d-13c7-45a3-9d7e-e7e4e464f764 req-bae4fbd4-19e2-441a-a55d-6b2cdf0825ec tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:11.360749 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7c2fad2d-13c7-45a3-9d7e-e7e4e464f764 req-bae4fbd4-19e2-441a-a55d-6b2cdf0825ec tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.0879393 Sep 26 18:06:11.453830 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7c2fad2d-13c7-45a3-9d7e-e7e4e464f764 req-84f7ac86-24bd-479a-a901-6bd77502d5ba tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755098 Sep 26 18:06:11.474023 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 50756) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:11.553709 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-9aec7ccd-0255-4a2e-9b10-5a40da0c6ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:11.556386 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-9aec7ccd-0255-4a2e-9b10-5a40da0c6ca4 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=31e42dd8f6ff445cb7d44b0b0ce94fc2&device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 1127 time: 0.0692956 Sep 26 18:06:11.658709 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-cb274aa3-9627-45b9-a325-62e7ec3eba6b service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3bcaded-511d-43f7-b35e-4fa6e8c47ecf HTTP/1.1" status: 200 len: 217 time: 0.0567319 Sep 26 18:06:11.703565 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f5d3e50d-7f82-4188-bb3e-353c63f0b5c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:11.750480 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-004063aa-ebe2-4960-a2f8-32d90cb2c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:11.752596 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-004063aa-ebe2-4960-a2f8-32d90cb2c78d service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=44ed5ff9-3c77-4db5-955c-83c31323e1cd HTTP/1.1" status: 200 len: 848 time: 0.0824056 Sep 26 18:06:11.798905 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-25592cf1-966e-41d2-b0ab-e015f818ac72 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=a142954b-43e8-41cf-b242-1c1db52c4d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381973 Sep 26 18:06:11.887920 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f5d3e50d-7f82-4188-bb3e-353c63f0b5c3 admin admin] Publish callbacks [] for security_group (08bd6756-94d5-4156-bf9f-773955604540), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:11.928050 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-014222ae-3850-4c4d-b0a1-d1441fc8b236 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/a142954b-43e8-41cf-b242-1c1db52c4d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204617 Sep 26 18:06:12.026583 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 4db13c14-6478-4992-8d31-4a46754d492e details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:06:12.037040 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:12.083041 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-517d2c21-2f8b-4848-a2cd-c0b68533bab8 req-576e6e0c-d1e1-470b-87aa-c67b682cb7f4 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/a142954b-43e8-41cf-b242-1c1db52c4d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432431 Sep 26 18:06:12.084915 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f5d3e50d-7f82-4188-bb3e-353c63f0b5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (08bd6756-94d5-4156-bf9f-773955604540), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:12.149356 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-f5d3e50d-7f82-4188-bb3e-353c63f0b5c3 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=762f4bf5996e4da99f2a9bce719999c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6731157 Sep 26 18:06:12.151339 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3e50d-7f82-4188-bb3e-353c63f0b5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bd6756-94d5-4156-bf9f-773955604540,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:12.154148 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 50768) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:12.167146 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 4db13c14-6478-4992-8d31-4a46754d492e, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=4db13c14-6478-4992-8d31-4a46754d492e,segment=NetworkSegment(ed751284-034c-4094-bf91-e2a4a99e4455),segment_id=ed751284-034c-4094-bf91-e2a4a99e4455)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:12.181398 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Returning: {'device': '4db13c14-6478-4992-8d31-4a46754d492e', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'port_id': '4db13c14-6478-4992-8d31-4a46754d492e', 'mac_address': 'fa:16:3e:8c:63:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:06:12.231041 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port 4db13c14-6478-4992-8d31-4a46754d492e is: DOWN; New status is: BUILD {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:12.232057 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (4db13c14-6478-4992-8d31-4a46754d492e), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:12.258162 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4db13c14-6478-4992-8d31-4a46754d492e {{(pid=106584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:06:12.269119 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2f4fe14d-d880-47f7-9961-ef0227605e11 admin admin] Publish callbacks [] for security_group (08bd6756-94d5-4156-bf9f-773955604540), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:12.311089 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2f4fe14d-d880-47f7-9961-ef0227605e11 admin admin] Publish callbacks [] for security_group (08bd6756-94d5-4156-bf9f-773955604540), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:12.313516 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 4db13c14-6478-4992-8d31-4a46754d492e, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=4db13c14-6478-4992-8d31-4a46754d492e,segment=NetworkSegment(ed751284-034c-4094-bf91-e2a4a99e4455),segment_id=ed751284-034c-4094-bf91-e2a4a99e4455)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:12.425331 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (4db13c14-6478-4992-8d31-4a46754d492e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:12.430247 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524d817-1199-4371-a1b8-e5f0e315acfa req-30b114d2-dde7-49b0-9fdc-06ab793d5a76 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:12.432278 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f524d817-1199-4371-a1b8-e5f0e315acfa req-30b114d2-dde7-49b0-9fdc-06ab793d5a76 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 943 time: 0.1241810 Sep 26 18:06:12.442239 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d051a7-1357-496f-9953-1a524de41d5e req-df0c68f4-3f4d-4207-9708-30b3d64abc99 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:12.443830 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d9d051a7-1357-496f-9953-1a524de41d5e req-df0c68f4-3f4d-4207-9708-30b3d64abc99 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 943 time: 0.1202066 Sep 26 18:06:12.519431 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=4db13c14-6478-4992-8d31-4a46754d492e,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:12.540112 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d9d051a7-1357-496f-9953-1a524de41d5e req-799ca069-9857-4fa2-96db-46356097e1f6 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777509 Sep 26 18:06:12.552978 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f524d817-1199-4371-a1b8-e5f0e315acfa req-2d62b715-8f45-4170-8119-a77c18d14b8e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=ba2a7bab-c281-42ad-b2f7-b516d5c07db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072674 Sep 26 18:06:12.556295 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2f4fe14d-d880-47f7-9961-ef0227605e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (08bd6756-94d5-4156-bf9f-773955604540), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:12.561444 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2f4fe14d-d880-47f7-9961-ef0227605e11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:12.567474 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-2f4fe14d-d880-47f7-9961-ef0227605e11 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/08bd6756-94d5-4156-bf9f-773955604540 HTTP/1.1" status: 204 len: 168 time: 0.4092231 Sep 26 18:06:12.580975 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fe14d-d880-47f7-9961-ef0227605e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bd6756-94d5-4156-bf9f-773955604540,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:12.771209 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-38d466ea-dc0d-41c4-b704-db3691af265e req-53f20bd7-7115-42c0-99a1-45c246b69a17 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 210 time: 0.0508344 Sep 26 18:06:12.771209 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310fa4d-7f20-4b95-ab91-8668f2198bca req-0ebd7f7d-28cd-4b61-8b05-a3599df975d5 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:12.771209 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a310fa4d-7f20-4b95-ab91-8668f2198bca req-0ebd7f7d-28cd-4b61-8b05-a3599df975d5 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.1075106 Sep 26 18:06:12.840190 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a310fa4d-7f20-4b95-ab91-8668f2198bca req-184afcbf-1621-408d-8575-62619a84c363 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607953 Sep 26 18:06:12.913825 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['4db13c14-6478-4992-8d31-4a46754d492e'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:06:12.960876 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:13.059994 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b629501-0be9-475e-868b-64e9f0892e01 req-3dd26131-2bda-420a-8204-0e6d17eb8a71 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:13.061944 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8b629501-0be9-475e-868b-64e9f0892e01 req-3dd26131-2bda-420a-8204-0e6d17eb8a71 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.0983005 Sep 26 18:06:13.081399 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 50788) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:13.087363 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-aa308919-fea8-4d24-900e-7adef06d583a tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Request body: {'floatingip': {'port_id': 'a14f5b04-fe69-47de-b23e-8ff9f06a4aae'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:13.095961 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 50790) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:13.145096 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-aa308919-fea8-4d24-900e-7adef06d583a tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for floatingip (b2aef6a1-a2c1-4a7e-8c54-0543bef7c54e), before_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:13.267398 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 50794) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:13.430780 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:13.591084 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bdb6e8cf-8041-4e08-b502-0ab6ce364665 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:13.889253 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8cd05-2f9b-47cb-b29d-96a4fa0fb074 req-a3667750-0c3b-4189-aa36-772f8c0e2b81 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:13.900241 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b4f8cd05-2f9b-47cb-b29d-96a4fa0fb074 req-a3667750-0c3b-4189-aa36-772f8c0e2b81 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 943 time: 0.1328642 Sep 26 18:06:13.909627 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-8c9fec36-85b2-4de3-b99f-e9525fa7536e admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=dee85100e2744253bece8a0d74c79f41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6404252 Sep 26 18:06:13.920028 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 50818) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:13.992338 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e112aa-cbb9-46c6-a77e-cd70248284ba req-e8ccda9c-c13d-4065-b723-870f38346440 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:13.999861 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-96e112aa-cbb9-46c6-a77e-cd70248284ba req-e8ccda9c-c13d-4065-b723-870f38346440 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 944 time: 0.2646825 Sep 26 18:06:14.101601 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-aa308919-fea8-4d24-900e-7adef06d583a tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:14.162461 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 4db13c14-6478-4992-8d31-4a46754d492e up at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:06:14.213209 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b4f8cd05-2f9b-47cb-b29d-96a4fa0fb074 req-df7b5470-c158-4303-9bbe-0026644aca32 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022308 Sep 26 18:06:14.233834 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning for port 4db13c14-6478-4992-8d31-4a46754d492e completed by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:06:14.238020 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-aa308919-fea8-4d24-900e-7adef06d583a tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (b2aef6a1-a2c1-4a7e-8c54-0543bef7c54e), after_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:14.251817 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-96e112aa-cbb9-46c6-a77e-cd70248284ba req-6ede4b36-3892-4aac-96dc-bb181df4a736 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=ba2a7bab-c281-42ad-b2f7-b516d5c07db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2476661 Sep 26 18:06:14.298158 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bdb6e8cf-8041-4e08-b502-0ab6ce364665 admin admin] Publish callbacks [] for security_group (ca375f4c-f01d-42c4-a4ee-11e5647fa62c), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:14.330375 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-72f0a9c5-f6d6-4c37-bfa1-6e3c37903d63 admin admin] Publish callbacks [] for security_group (71c1fe5d-5c4b-4b57-8dba-ff534d01b4ff), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:14.345048 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-7a802cd9-9f12-4e78-ba3f-3778db7cf9fb tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:14.347939 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-7a802cd9-9f12-4e78-ba3f-3778db7cf9fb tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.88 "GET /networking/v2.0/networks?id=45aee833-caf9-4514-8a4b-002783e94737 HTTP/1.1" status: 200 len: 818 time: 0.4312439 Sep 26 18:06:14.368043 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning complete for port 4db13c14-6478-4992-8d31-4a46754d492e triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:06:14.369940 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (4db13c14-6478-4992-8d31-4a46754d492e), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:14.370484 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Attempt 1 to provision port 4db13c14-6478-4992-8d31-4a46754d492e Sep 26 18:06:14.388457 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-72f0a9c5-f6d6-4c37-bfa1-6e3c37903d63 admin admin] Publish callbacks [] for security_group (71c1fe5d-5c4b-4b57-8dba-ff534d01b4ff), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:14.414133 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bdb6e8cf-8041-4e08-b502-0ab6ce364665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (ca375f4c-f01d-42c4-a4ee-11e5647fa62c), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:14.511274 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.db.l3_db [None req-aa308919-fea8-4d24-900e-7adef06d583a tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Floating IP b2aef6a1-a2c1-4a7e-8c54-0543bef7c54e associated. External IP: 172.27.3.76, port: a14f5b04-fe69-47de-b23e-8ff9f06a4aae. Sep 26 18:06:14.576678 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port 4db13c14-6478-4992-8d31-4a46754d492e is: BUILD; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:14.580114 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (4db13c14-6478-4992-8d31-4a46754d492e), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:14.591860 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-218cb87d-7e9d-4fda-b0c6-6ecd6854c2df req-eecd9f5f-6529-4bc8-ad59-fd23c3dd7e0d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 210 time: 0.1795976 Sep 26 18:06:14.616990 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-bdb6e8cf-8041-4e08-b502-0ab6ce364665 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=1e9d16b034454af791f2d947bc22aff6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5168469 Sep 26 18:06:14.621539 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 50830) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:14.622257 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6e8cf-8041-4e08-b502-0ab6ce364665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca375f4c-f01d-42c4-a4ee-11e5647fa62c,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:14.679354 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-0d7fbbc3-7aa6-4687-92ab-8479ae3be99f tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.88 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3a15ebd862054a64ac1d739db5adc3a2 HTTP/1.1" status: 200 len: 380 time: 0.2659924 Sep 26 18:06:14.691426 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3d0414-434f-4d77-8bc1-57378672d4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db13c14-6478-4992-8d31-4a46754d492e'}] {{(pid=106584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:06:14.699296 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743b4769c4925b62b4889170aadb5ee5b65d77d3032155737795e39ae48b1258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9005a732-dca1-4dac-853b-37e4329349b7" -d '{"events": [{"server_uuid": "4a3d0414-434f-4d77-8bc1-57378672d4f8", "name": "network-vif-plugged", "status": "completed", "tag": "4db13c14-6478-4992-8d31-4a46754d492e"}]}' {{(pid=106584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:06:14.755464 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-50e8634f-87e9-4fa8-abfe-d1f42f4bd294 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Request body: {'port': {'device_id': 'a44a359c-9109-4982-a7d2-ba4622f28fc6', 'network_id': '45aee833-caf9-4514-8a4b-002783e94737', 'admin_state_up': True, 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'security_groups': ['fc93ed91-087d-4390-9b14-5f03603ad79e']}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:14.775403 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 4db13c14-6478-4992-8d31-4a46754d492e, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=4db13c14-6478-4992-8d31-4a46754d492e,segment=NetworkSegment(ed751284-034c-4094-bf91-e2a4a99e4455),segment_id=ed751284-034c-4094-bf91-e2a4a99e4455)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:14.789599 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-5e548799-dc13-4a5c-8f50-7b6d54279a6c admin admin] Publish callbacks [] for security_group (ca375f4c-f01d-42c4-a4ee-11e5647fa62c), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:14.792217 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27757988-1ed8-4589-b0e6-bd629d62073c x-openstack-request-id: req-27757988-1ed8-4589-b0e6-bd629d62073c {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:06:14.792617 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3d0414-434f-4d77-8bc1-57378672d4f8", "name": "network-vif-plugged", "status": "completed", "tag": "4db13c14-6478-4992-8d31-4a46754d492e", "code": 200}]} {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:06:14.793031 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-27757988-1ed8-4589-b0e6-bd629d62073c {{(pid=106584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:06:14.793583 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27757988-1ed8-4589-b0e6-bd629d62073c'] response: {'server_uuid': '4a3d0414-434f-4d77-8bc1-57378672d4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db13c14-6478-4992-8d31-4a46754d492e', 'code': 200} Sep 26 18:06:14.805734 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 50834) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:14.904850 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-5e548799-dc13-4a5c-8f50-7b6d54279a6c admin admin] Publish callbacks [] for security_group (ca375f4c-f01d-42c4-a4ee-11e5647fa62c), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:14.946715 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa308919-fea8-4d24-900e-7adef06d583a tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Router 136b9461-8421-452f-80a1-32968b698a84 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:06:15.010850 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-72f0a9c5-f6d6-4c37-bfa1-6e3c37903d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (71c1fe5d-5c4b-4b57-8dba-ff534d01b4ff), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:15.015301 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-72f0a9c5-f6d6-4c37-bfa1-6e3c37903d63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:15.017770 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-72f0a9c5-f6d6-4c37-bfa1-6e3c37903d63 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/71c1fe5d-5c4b-4b57-8dba-ff534d01b4ff HTTP/1.1" status: 204 len: 168 time: 1.0814674 Sep 26 18:06:15.066157 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-db898c8c-6206-4d4f-a992-7dea8e17f721 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:15.070554 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0a9c5-f6d6-4c37-bfa1-6e3c37903d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c1fe5d-5c4b-4b57-8dba-ff534d01b4ff,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:15.095122 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (4db13c14-6478-4992-8d31-4a46754d492e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:15.206722 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa308919-fea8-4d24-900e-7adef06d583a tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:06:15.227018 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-aa308919-fea8-4d24-900e-7adef06d583a tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:15.233949 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7ee509-57fc-4fe9-a95d-8eeef0c52687 None None] Sync routers for ids ['136b9461-8421-452f-80a1-32968b698a84'] in dv-cinder-859319-1-iscsi {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:06:15.250734 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7ee509-57fc-4fe9-a95d-8eeef0c52687 None None] Routers {'136b9461-8421-452f-80a1-32968b698a84'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:15.251807 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-1f7ee509-57fc-4fe9-a95d-8eeef0c52687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:06:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['136b9461-8421-452f-80a1-32968b698a84'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:15.257182 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:15.264396 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-5e548799-dc13-4a5c-8f50-7b6d54279a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (ca375f4c-f01d-42c4-a4ee-11e5647fa62c), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:15.268751 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-aa308919-fea8-4d24-900e-7adef06d583a tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/b2aef6a1-a2c1-4a7e-8c54-0543bef7c54e HTTP/1.1" status: 200 len: 990 time: 2.1858692 Sep 26 18:06:15.277996 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6298d28-8cba-46d8-a809-bd0f81e18d58', 'tag': 'a14f5b04-fe69-47de-b23e-8ff9f06a4aae'}] {{(pid=106582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:06:15.277996 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad02a4637bbc6784d86a2aace3320df3411a20e2c44f76b201c317bb75c75a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312cf3fd-ee94-473c-9efd-b24f81300d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "f6298d28-8cba-46d8-a809-bd0f81e18d58", "tag": "a14f5b04-fe69-47de-b23e-8ff9f06a4aae"}]}' {{(pid=106582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:06:15.278236 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-5e548799-dc13-4a5c-8f50-7b6d54279a6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:15.278236 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-5e548799-dc13-4a5c-8f50-7b6d54279a6c admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/ca375f4c-f01d-42c4-a4ee-11e5647fa62c HTTP/1.1" status: 204 len: 168 time: 0.6494024 Sep 26 18:06:15.291915 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 50854) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:15.339586 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e548799-dc13-4a5c-8f50-7b6d54279a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca375f4c-f01d-42c4-a4ee-11e5647fa62c,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:15.344018 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=4db13c14-6478-4992-8d31-4a46754d492e,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:15.381053 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9b88bb-153a-4e13-b316-abc94d542c95 x-openstack-request-id: req-de9b88bb-153a-4e13-b316-abc94d542c95 {{(pid=106582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:06:15.398312 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6298d28-8cba-46d8-a809-bd0f81e18d58", "tag": "a14f5b04-fe69-47de-b23e-8ff9f06a4aae", "status": "completed", "code": 200}]} {{(pid=106582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:06:15.398312 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-de9b88bb-153a-4e13-b316-abc94d542c95 {{(pid=106582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:06:15.398312 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de9b88bb-153a-4e13-b316-abc94d542c95'] response: {'name': 'network-changed', 'server_uuid': 'f6298d28-8cba-46d8-a809-bd0f81e18d58', 'tag': 'a14f5b04-fe69-47de-b23e-8ff9f06a4aae', 'status': 'completed', 'code': 200} Sep 26 18:06:15.400621 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-50e8634f-87e9-4fa8-abfe-d1f42f4bd294 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Made reservation on behalf of 3a15ebd862054a64ac1d739db5adc3a2 for: {'port': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:06:15.443035 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-50e8634f-87e9-4fa8-abfe-d1f42f4bd294 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:15.463350 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-1f7ee509-57fc-4fe9-a95d-8eeef0c52687 None None] Set router 136b9461-8421-452f-80a1-32968b698a84 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:15.626506 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-db898c8c-6206-4d4f-a992-7dea8e17f721 admin admin] Publish callbacks [] for security_group (b29f65cc-1fb7-4daa-9807-c4903a6f739b), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:15.682501 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cf3fd-ee94-473c-9efd-b24f81300d6e req-74c8d63f-0619-4064-9c9d-b45c930defe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:15.684050 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-312cf3fd-ee94-473c-9efd-b24f81300d6e req-74c8d63f-0619-4064-9c9d-b45c930defe0 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=f6595854cfb04a11994c6aed8f5857c6&device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 1129 time: 0.2052815 Sep 26 18:06:15.698499 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720e682-af5f-45d2-b60b-a0bff243a35e req-a689c9a6-1001-438f-8f3a-fb5bdfd11137 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:15.700211 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0720e682-af5f-45d2-b60b-a0bff243a35e req-a689c9a6-1001-438f-8f3a-fb5bdfd11137 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 945 time: 0.2199662 Sep 26 18:06:15.710400 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac45bf-0335-4f25-ae12-966385ce5793 req-e6a54cfa-da91-4fc7-a0e5-eb28aaa91f68 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:15.712514 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ccac45bf-0335-4f25-ae12-966385ce5793 req-e6a54cfa-da91-4fc7-a0e5-eb28aaa91f68 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 943 time: 0.2310104 Sep 26 18:06:15.720189 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92048c83-f613-4edc-839e-7344cb72ac36 req-6d4f2c3f-f114-46ed-a52f-c320f81c24c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:15.722780 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-92048c83-f613-4edc-839e-7344cb72ac36 req-6d4f2c3f-f114-46ed-a52f-c320f81c24c6 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 1129 time: 0.1599109 Sep 26 18:06:15.933838 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-db898c8c-6206-4d4f-a992-7dea8e17f721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (b29f65cc-1fb7-4daa-9807-c4903a6f739b), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:16.087755 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:16.122283 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-1f7ee509-57fc-4fe9-a95d-8eeef0c52687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136b9461-8421-452f-80a1-32968b698a84', 'name': 'tempest-AttachVolumeShelveTestJSON-196356939-router', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:05:24Z', 'updated_at': '2022-09-26T18:05:30Z', 'revision_number': 4, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'gw_port': {'id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:25Z', 'updated_at': '2022-09-26T18:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': 'b2aef6a1-a2c1-4a7e-8c54-0543bef7c54e', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '136b9461-8421-452f-80a1-32968b698a84', 'port_id': 'a14f5b04-fe69-47de-b23e-8ff9f06a4aae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a', 'mac_address': 'fa:16:3e:a1:a7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6298d28-8cba-46d8-a809-bd0f81e18d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:05:36Z', 'updated_at': '2022-09-26T18:06:13Z', 'revision_number': 1, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a0df67-42fa-448e-850f-a6e097dd4076', 'name': '', 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'mac_address': 'fa:16:3e:55:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:28Z', 'updated_at': '2022-09-26T18:05:35Z', 'revision_number': 5, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'subnets': [{'id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:16.146601 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0720e682-af5f-45d2-b60b-a0bff243a35e req-849a9fc6-4791-4d2f-8971-09ff85e45a15 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=ba2a7bab-c281-42ad-b2f7-b516d5c07db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4267223 Sep 26 18:06:16.168732 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device c3bcaded-511d-43f7-b35e-4fa6e8c47ecf details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:06:16.177864 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ccac45bf-0335-4f25-ae12-966385ce5793 req-0126734d-7f3f-40f7-a939-e0f2b7d52835 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025195 Sep 26 18:06:16.206583 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db898c8c-6206-4d4f-a992-7dea8e17f721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29f65cc-1fb7-4daa-9807-c4903a6f739b,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:16.232046 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7ee509-57fc-4fe9-a95d-8eeef0c52687 None None] Checking router: 136b9461-8421-452f-80a1-32968b698a84 for host: dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:06:16.268455 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [req-06fd553a-4a93-41c0-86e7-e3afb744673c req-79a9095b-34ee-46d2-90cf-d291224e6e9a service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1844778 Sep 26 18:06:16.269270 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 50866) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:16.279991 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-db898c8c-6206-4d4f-a992-7dea8e17f721 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=9a38597d4f364326b91828b5786cfe49&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4348841 Sep 26 18:06:16.286293 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-92048c83-f613-4edc-839e-7344cb72ac36 req-8af62326-8d01-423f-b919-bb8c0dc29f67 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=ba2a7bab-c281-42ad-b2f7-b516d5c07db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3797524 Sep 26 18:06:16.317808 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:16.323780 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-50e8634f-87e9-4fa8-abfe-d1f42f4bd294 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Allocated IP 172.20.0.3 (45aee833-caf9-4514-8a4b-002783e94737/e01e5c5e-987a-4185-87ba-f124ff403d46/9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:06:16.352639 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-c2c5cb79-6968-4bb7-9ef0-60da3ade91ee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-538304485-network', 'tenant_id': '08e4bf78b8f043a598a4b6a1d8acc219'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:16.375569 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db898c8c-6206-4d4f-a992-7dea8e17f721 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:16.376265 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db898c8c-6206-4d4f-a992-7dea8e17f721 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:16.376800 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db898c8c-6206-4d4f-a992-7dea8e17f721 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:16.377376 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db898c8c-6206-4d4f-a992-7dea8e17f721 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:16.378065 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db898c8c-6206-4d4f-a992-7dea8e17f721 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:16.378604 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db898c8c-6206-4d4f-a992-7dea8e17f721 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:16.379129 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db898c8c-6206-4d4f-a992-7dea8e17f721 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:16.379690 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db898c8c-6206-4d4f-a992-7dea8e17f721 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:16.380234 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db898c8c-6206-4d4f-a992-7dea8e17f721 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:16.380770 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db898c8c-6206-4d4f-a992-7dea8e17f721 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:16.381362 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db898c8c-6206-4d4f-a992-7dea8e17f721 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:16.381916 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db898c8c-6206-4d4f-a992-7dea8e17f721 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:16.382477 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db898c8c-6206-4d4f-a992-7dea8e17f721 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:16.383013 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db898c8c-6206-4d4f-a992-7dea8e17f721 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:16.383540 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db898c8c-6206-4d4f-a992-7dea8e17f721 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:16.414442 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port c3bcaded-511d-43f7-b35e-4fa6e8c47ecf, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c3bcaded-511d-43f7-b35e-4fa6e8c47ecf,segment=NetworkSegment(ff32fb5a-a197-4dbd-82f7-72cd477f07fb),segment_id=ff32fb5a-a197-4dbd-82f7-72cd477f07fb)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:16.444505 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Returning: {'device': 'c3bcaded-511d-43f7-b35e-4fa6e8c47ecf', 'network_id': 'a142954b-43e8-41cf-b242-1c1db52c4d6c', 'port_id': 'c3bcaded-511d-43f7-b35e-4fa6e8c47ecf', 'mac_address': 'fa:16:3e:6a:44:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44ed5ff9-3c77-4db5-955c-83c31323e1cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:06:16.454105 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e067b85f-083d-41ff-bdb0-a031a111001f req-6e797c32-94b4-4090-92b0-17b6dda7d0aa tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 210 time: 0.1179907 Sep 26 18:06:16.458746 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7ee509-57fc-4fe9-a95d-8eeef0c52687 None None] Routers {'136b9461-8421-452f-80a1-32968b698a84'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:16.459411 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-1f7ee509-57fc-4fe9-a95d-8eeef0c52687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:06:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['136b9461-8421-452f-80a1-32968b698a84'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:16.515806 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cf3fd-ee94-473c-9efd-b24f81300d6e req-7f178f31-ae08-4585-8e02-b28d84088aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:16.518241 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-312cf3fd-ee94-473c-9efd-b24f81300d6e req-7f178f31-ae08-4585-8e02-b28d84088aa4 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=ce568303-84c8-4c5c-8d2c-8e418731567a HTTP/1.1" status: 200 len: 917 time: 0.6141765 Sep 26 18:06:16.568484 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port c3bcaded-511d-43f7-b35e-4fa6e8c47ecf is: DOWN; New status is: BUILD {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:16.568928 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (c3bcaded-511d-43f7-b35e-4fa6e8c47ecf), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:16.593326 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8171208e-15bf-4dc4-a752-a8f352e0323e admin admin] Publish callbacks [] for security_group (b29f65cc-1fb7-4daa-9807-c4903a6f739b), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:16.634934 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8171208e-15bf-4dc4-a752-a8f352e0323e admin admin] Publish callbacks [] for security_group (b29f65cc-1fb7-4daa-9807-c4903a6f739b), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:16.637831 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3bcaded-511d-43f7-b35e-4fa6e8c47ecf {{(pid=106584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:06:16.687089 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-1f7ee509-57fc-4fe9-a95d-8eeef0c52687 None None] Set router 136b9461-8421-452f-80a1-32968b698a84 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:16.694122 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port c3bcaded-511d-43f7-b35e-4fa6e8c47ecf, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c3bcaded-511d-43f7-b35e-4fa6e8c47ecf,segment=NetworkSegment(ff32fb5a-a197-4dbd-82f7-72cd477f07fb),segment_id=ff32fb5a-a197-4dbd-82f7-72cd477f07fb)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:16.704203 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c5cb79-6968-4bb7-9ef0-60da3ade91ee admin admin] Made reservation on behalf of 08e4bf78b8f043a598a4b6a1d8acc219 for: {'network': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:06:16.707783 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-c2c5cb79-6968-4bb7-9ef0-60da3ade91ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for network (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:16.723253 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-c2c5cb79-6968-4bb7-9ef0-60da3ade91ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:16.873792 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-50e8634f-87e9-4fa8-abfe-d1f42f4bd294 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks [] for port (9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:16.881572 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8171208e-15bf-4dc4-a752-a8f352e0323e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (b29f65cc-1fb7-4daa-9807-c4903a6f739b), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:16.886758 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8171208e-15bf-4dc4-a752-a8f352e0323e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:16.893189 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-8171208e-15bf-4dc4-a752-a8f352e0323e admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/b29f65cc-1fb7-4daa-9807-c4903a6f739b HTTP/1.1" status: 204 len: 168 time: 0.6221356 Sep 26 18:06:16.916672 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (c3bcaded-511d-43f7-b35e-4fa6e8c47ecf), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:16.917885 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8171208e-15bf-4dc4-a752-a8f352e0323e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29f65cc-1fb7-4daa-9807-c4903a6f739b,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:16.917885 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171208e-15bf-4dc4-a752-a8f352e0323e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:16.917885 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171208e-15bf-4dc4-a752-a8f352e0323e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:16.917885 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171208e-15bf-4dc4-a752-a8f352e0323e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:16.917885 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171208e-15bf-4dc4-a752-a8f352e0323e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:16.918631 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171208e-15bf-4dc4-a752-a8f352e0323e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:16.919532 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd553a-4a93-41c0-86e7-e3afb744673c req-806f9392-f1e4-4e21-a967-95eeb35e4a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:16.919766 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171208e-15bf-4dc4-a752-a8f352e0323e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:16.919766 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171208e-15bf-4dc4-a752-a8f352e0323e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:16.920083 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171208e-15bf-4dc4-a752-a8f352e0323e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:16.920425 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171208e-15bf-4dc4-a752-a8f352e0323e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:16.920886 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171208e-15bf-4dc4-a752-a8f352e0323e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:16.921349 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171208e-15bf-4dc4-a752-a8f352e0323e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:16.921521 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-06fd553a-4a93-41c0-86e7-e3afb744673c req-806f9392-f1e4-4e21-a967-95eeb35e4a2b service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=ffa58ff5197e48709d5c90ec334b9403&device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 1129 time: 0.2589259 Sep 26 18:06:16.922603 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171208e-15bf-4dc4-a752-a8f352e0323e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:16.923039 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171208e-15bf-4dc4-a752-a8f352e0323e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:16.923614 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171208e-15bf-4dc4-a752-a8f352e0323e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:16.924102 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171208e-15bf-4dc4-a752-a8f352e0323e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:16.941974 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-312cf3fd-ee94-473c-9efd-b24f81300d6e req-30b6deae-693f-404f-a888-80c6ccb6a092 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a14f5b04-fe69-47de-b23e-8ff9f06a4aae HTTP/1.1" status: 200 len: 998 time: 0.2804482 Sep 26 18:06:17.074637 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=c3bcaded-511d-43f7-b35e-4fa6e8c47ecf,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:17.078436 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-c2c5cb79-6968-4bb7-9ef0-60da3ade91ee admin admin] Publish callbacks [] for security_group (f43a2eac-554a-4551-a6dc-0c9ffe066075), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:17.092358 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:17.092721 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:17.093095 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:17.093459 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:17.093841 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:17.094180 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:17.094518 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:17.094857 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:17.095190 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:17.095524 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:17.095886 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:17.096245 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:17.096580 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:17.096910 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:17.097241 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:17.190576 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-1f7ee509-57fc-4fe9-a95d-8eeef0c52687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136b9461-8421-452f-80a1-32968b698a84', 'name': 'tempest-AttachVolumeShelveTestJSON-196356939-router', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:05:24Z', 'updated_at': '2022-09-26T18:05:30Z', 'revision_number': 4, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'gw_port': {'id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:25Z', 'updated_at': '2022-09-26T18:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': 'b2aef6a1-a2c1-4a7e-8c54-0543bef7c54e', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '136b9461-8421-452f-80a1-32968b698a84', 'port_id': 'a14f5b04-fe69-47de-b23e-8ff9f06a4aae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a', 'mac_address': 'fa:16:3e:a1:a7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6298d28-8cba-46d8-a809-bd0f81e18d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:05:36Z', 'updated_at': '2022-09-26T18:06:13Z', 'revision_number': 1, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a0df67-42fa-448e-850f-a6e097dd4076', 'name': '', 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'mac_address': 'fa:16:3e:55:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:28Z', 'updated_at': '2022-09-26T18:05:35Z', 'revision_number': 5, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'subnets': [{'id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:17.238431 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7ee509-57fc-4fe9-a95d-8eeef0c52687 None None] The sync data for ids ['136b9461-8421-452f-80a1-32968b698a84'] in dv-cinder-859319-1-iscsi is: [{'id': '136b9461-8421-452f-80a1-32968b698a84', 'name': 'tempest-AttachVolumeShelveTestJSON-196356939-router', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:05:24Z', 'updated_at': '2022-09-26T18:05:30Z', 'revision_number': 4, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'gw_port': {'id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:25Z', 'updated_at': '2022-09-26T18:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': 'b2aef6a1-a2c1-4a7e-8c54-0543bef7c54e', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '136b9461-8421-452f-80a1-32968b698a84', 'port_id': 'a14f5b04-fe69-47de-b23e-8ff9f06a4aae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a', 'mac_address': 'fa:16:3e:a1:a7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6298d28-8cba-46d8-a809-bd0f81e18d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:05:36Z', 'updated_at': '2022-09-26T18:06:13Z', 'revision_number': 1, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a0df67-42fa-448e-850f-a6e097dd4076', 'name': '', 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'mac_address': 'fa:16:3e:55:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:28Z', 'updated_at': '2022-09-26T18:05:35Z', 'revision_number': 5, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'subnets': [{'id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:06:17.431051 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-50e8634f-87e9-4fa8-abfe-d1f42f4bd294 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:17.432594 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['c3bcaded-511d-43f7-b35e-4fa6e8c47ecf'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:06:17.439974 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 50874) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:17.450067 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cf3fd-ee94-473c-9efd-b24f81300d6e req-3fdd9d76-fde3-46af-b0b5-468e6f02431d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:17.452599 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-312cf3fd-ee94-473c-9efd-b24f81300d6e req-3fdd9d76-fde3-46af-b0b5-468e6f02431d service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=022b4299-5ffc-4e1c-a1f8-69b6504727f0 HTTP/1.1" status: 200 len: 855 time: 0.2546585 Sep 26 18:06:17.485122 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-44f625b4-e96b-4fed-bfa7-998c2b939308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:17.535375 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:17.556711 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8634f-87e9-4fa8-abfe-d1f42f4bd294 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Pushing event updated for resources: {'Port': ['ID=9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:17.567383 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78596033-03ab-4b78-945e-1fe5aa301303 None None] New status for floating IP b2aef6a1-a2c1-4a7e-8c54-0543bef7c54e: ACTIVE {{(pid=106585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:06:17.601623 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949a543-4a87-43ff-91a5-b8ed54da154d req-733411dd-3292-442a-9bb8-218be94f5349 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:17.604284 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a949a543-4a87-43ff-91a5-b8ed54da154d req-733411dd-3292-442a-9bb8-218be94f5349 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 945 time: 0.2878034 Sep 26 18:06:17.605303 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-c2c5cb79-6968-4bb7-9ef0-60da3ade91ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (f43a2eac-554a-4551-a6dc-0c9ffe066075), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:17.713037 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-44f625b4-e96b-4fed-bfa7-998c2b939308 admin admin] Publish callbacks [] for security_group (25a56aa6-ae83-428d-9de4-862d45e662c0), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:17.720185 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca49b5-9777-4657-9c6e-c4a147696f5b req-8f516be0-9962-4d99-9c2f-b9c2267b1b4b tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:17.722272 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-eaca49b5-9777-4657-9c6e-c4a147696f5b req-8f516be0-9962-4d99-9c2f-b9c2267b1b4b tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 944 time: 0.3812277 Sep 26 18:06:17.724659 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c5cb79-6968-4bb7-9ef0-60da3ade91ee admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=106583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:06:17.767174 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-50e8634f-87e9-4fa8-abfe-d1f42f4bd294 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Network 45aee833-caf9-4514-8a4b-002783e94737 is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:06:17.798756 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-50e8634f-87e9-4fa8-abfe-d1f42f4bd294 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:06:17.814237 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd553a-4a93-41c0-86e7-e3afb744673c req-22943442-10c3-430f-8980-ba7526ce554d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:17.816008 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-06fd553a-4a93-41c0-86e7-e3afb744673c req-22943442-10c3-430f-8980-ba7526ce554d service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=ff0911ec-d0cb-47aa-9835-b96611526a51 HTTP/1.1" status: 200 len: 916 time: 0.6025546 Sep 26 18:06:17.816783 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-50e8634f-87e9-4fa8-abfe-d1f42f4bd294 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:06:17.820190 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-c2c5cb79-6968-4bb7-9ef0-60da3ade91ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (b6669bb3-a9d0-4e5f-84e9-06ec0492f97f), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:17.820533 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.db.segments_db [None req-c2c5cb79-6968-4bb7-9ef0-60da3ade91ee admin admin] Added segment b6669bb3-a9d0-4e5f-84e9-06ec0492f97f of type vlan for network a36a0132-e2f2-42fb-aeb7-7b514a623f8b Sep 26 18:06:17.824594 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5cb79-6968-4bb7-9ef0-60da3ade91ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43a2eac-554a-4551-a6dc-0c9ffe066075,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:17.852260 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cf3fd-ee94-473c-9efd-b24f81300d6e req-ecd6c4d8-5185-475e-a981-292164c51837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:17.855002 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-312cf3fd-ee94-473c-9efd-b24f81300d6e req-ecd6c4d8-5185-475e-a981-292164c51837 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=ce568303-84c8-4c5c-8d2c-8e418731567a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3139086 Sep 26 18:06:17.899942 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-44f625b4-e96b-4fed-bfa7-998c2b939308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (25a56aa6-ae83-428d-9de4-862d45e662c0), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:17.900563 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:17.950146 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-50e8634f-87e9-4fa8-abfe-d1f42f4bd294 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:17.950564 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-50e8634f-87e9-4fa8-abfe-d1f42f4bd294 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:17.961601 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-44f625b4-e96b-4fed-bfa7-998c2b939308 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=661496ac794348b2b758eb9f9ada11cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5190246 Sep 26 18:06:17.982734 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 50878) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:18.053908 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-c2c5cb79-6968-4bb7-9ef0-60da3ade91ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756749379750'] for network (a36a0132-e2f2-42fb-aeb7-7b514a623f8b), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.071672 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f625b4-e96b-4fed-bfa7-998c2b939308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a56aa6-ae83-428d-9de4-862d45e662c0,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:18.146413 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7397755a-9e7d-4093-8eec-07124c397a83 admin admin] Publish callbacks [] for security_group (25a56aa6-ae83-428d-9de4-862d45e662c0), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.186203 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7397755a-9e7d-4093-8eec-07124c397a83 admin admin] Publish callbacks [] for security_group (25a56aa6-ae83-428d-9de4-862d45e662c0), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.207549 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-545ed982-acb3-4b87-b8e2-7824734d8094 None None] Provisioning complete for port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:06:18.208230 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-545ed982-acb3-4b87-b8e2-7824734d8094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.208806 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-545ed982-acb3-4b87-b8e2-7824734d8094 None None] Attempt 1 to provision port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a Sep 26 18:06:18.264895 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-545ed982-acb3-4b87-b8e2-7824734d8094 None None] Port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:06:18.475979 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a949a543-4a87-43ff-91a5-b8ed54da154d req-5c2fbe63-eab8-4a5a-a5a2-8a343e64068b tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=ba2a7bab-c281-42ad-b2f7-b516d5c07db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7734351 Sep 26 18:06:18.578824 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-eaca49b5-9777-4657-9c6e-c4a147696f5b req-4ce40add-e521-4fb2-bc7b-c3bdf5542ed8 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8335741 Sep 26 18:06:18.604091 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7397755a-9e7d-4093-8eec-07124c397a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (25a56aa6-ae83-428d-9de4-862d45e662c0), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.610965 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7397755a-9e7d-4093-8eec-07124c397a83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.618039 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-7397755a-9e7d-4093-8eec-07124c397a83 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/25a56aa6-ae83-428d-9de4-862d45e662c0 HTTP/1.1" status: 204 len: 168 time: 0.6330786 Sep 26 18:06:18.635120 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7397755a-9e7d-4093-8eec-07124c397a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a56aa6-ae83-428d-9de4-862d45e662c0,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:18.644768 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-06fd553a-4a93-41c0-86e7-e3afb744673c req-b9dd2a12-400a-4aeb-9108-7e089816fc99 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88d9ddc3-ae2c-428a-b7ad-f212435e977b HTTP/1.1" status: 200 len: 1000 time: 0.1890347 Sep 26 18:06:18.652749 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01257ac-b3ad-49e5-93b2-583795535095 req-a3d91596-54ae-4a23-a9a2-76b45a81603e tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:18.654334 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a01257ac-b3ad-49e5-93b2-583795535095 req-a3d91596-54ae-4a23-a9a2-76b45a81603e tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 931 time: 0.0838976 Sep 26 18:06:18.680506 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device c3bcaded-511d-43f7-b35e-4fa6e8c47ecf up at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:06:18.731353 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-312cf3fd-ee94-473c-9efd-b24f81300d6e req-2430fd68-57a4-4a26-9f36-e25bcc7e2e15 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ce568303-84c8-4c5c-8d2c-8e418731567a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774332 Sep 26 18:06:18.751733 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning for port c3bcaded-511d-43f7-b35e-4fa6e8c47ecf completed by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:06:18.767548 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-545ed982-acb3-4b87-b8e2-7824734d8094 None None] Attempt 2 to provision port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a Sep 26 18:06:18.811685 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-545ed982-acb3-4b87-b8e2-7824734d8094 None None] Port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:06:18.814566 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd553a-4a93-41c0-86e7-e3afb744673c req-efe21e96-bb23-41a5-b3ab-7e87509eb80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:18.816119 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-06fd553a-4a93-41c0-86e7-e3afb744673c req-efe21e96-bb23-41a5-b3ab-7e87509eb80c service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=1feb17d0-5a16-48d0-945c-e503f8418bcd HTTP/1.1" status: 200 len: 854 time: 0.1586149 Sep 26 18:06:18.836310 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a01257ac-b3ad-49e5-93b2-583795535095 req-0ada9102-c04f-4fb6-8e16-717a19469102 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621633 Sep 26 18:06:18.891232 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd553a-4a93-41c0-86e7-e3afb744673c req-ce80971d-f6ce-4d9b-b9a0-d0015f984af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:18.893346 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-06fd553a-4a93-41c0-86e7-e3afb744673c req-ce80971d-f6ce-4d9b-b9a0-d0015f984af8 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=ff0911ec-d0cb-47aa-9835-b96611526a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699153 Sep 26 18:06:18.928500 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-312cf3fd-ee94-473c-9efd-b24f81300d6e req-e368f763-a3d0-496d-87bb-c34b7da71d56 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ce568303-84c8-4c5c-8d2c-8e418731567a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871126 Sep 26 18:06:18.985969 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-50e8634f-87e9-4fa8-abfe-d1f42f4bd294 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2622533 Sep 26 18:06:19.027096 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-b3b7de22-5052-478a-8df6-5fc0b2d69c8f service neutron] Request body: {'port': {'device_id': 'a44a359c-9109-4982-a7d2-ba4622f28fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:19.102799 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-06fd553a-4a93-41c0-86e7-e3afb744673c req-e43e6f69-d3df-4154-95ca-81f757e7dc77 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ff0911ec-d0cb-47aa-9835-b96611526a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981735 Sep 26 18:06:19.133159 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning complete for port c3bcaded-511d-43f7-b35e-4fa6e8c47ecf triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:06:19.135669 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (c3bcaded-511d-43f7-b35e-4fa6e8c47ecf), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:19.136206 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Attempt 1 to provision port c3bcaded-511d-43f7-b35e-4fa6e8c47ecf Sep 26 18:06:19.166533 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-c2c5cb79-6968-4bb7-9ef0-60da3ade91ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310'] for network (a36a0132-e2f2-42fb-aeb7-7b514a623f8b), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:19.167439 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c5cb79-6968-4bb7-9ef0-60da3ade91ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:19.168055 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-c2c5cb79-6968-4bb7-9ef0-60da3ade91ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:19.271474 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port c3bcaded-511d-43f7-b35e-4fa6e8c47ecf is: BUILD; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:19.272135 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (c3bcaded-511d-43f7-b35e-4fa6e8c47ecf), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:19.292264 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-b3b7de22-5052-478a-8df6-5fc0b2d69c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:19.301510 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0f212d-7662-44b8-b8f8-2bdb09383d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bcaded-511d-43f7-b35e-4fa6e8c47ecf'}] {{(pid=106584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:06:19.304153 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743b4769c4925b62b4889170aadb5ee5b65d77d3032155737795e39ae48b1258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bc1242-b7ac-4426-843e-8ac08bc45909" -d '{"events": [{"server_uuid": "ec0f212d-7662-44b8-b8f8-2bdb09383d23", "name": "network-vif-plugged", "status": "completed", "tag": "c3bcaded-511d-43f7-b35e-4fa6e8c47ecf"}]}' {{(pid=106584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:06:19.319501 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-545ed982-acb3-4b87-b8e2-7824734d8094 None None] Attempt 3 to provision port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a Sep 26 18:06:19.328797 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port c3bcaded-511d-43f7-b35e-4fa6e8c47ecf, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c3bcaded-511d-43f7-b35e-4fa6e8c47ecf,segment=NetworkSegment(ff32fb5a-a197-4dbd-82f7-72cd477f07fb),segment_id=ff32fb5a-a197-4dbd-82f7-72cd477f07fb)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:19.353268 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5cb79-6968-4bb7-9ef0-60da3ade91ee admin admin] Pushing event updated for resources: {'Network': ['ID=a36a0132-e2f2-42fb-aeb7-7b514a623f8b,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:19.382735 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Network a36a0132-e2f2-42fb-aeb7-7b514a623f8b details requested by agent ovs-agent-dv-cinder-859319-1-iscsi with host dv-cinder-859319-1-iscsi {{(pid=106584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:06:19.389488 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ad065b-a9b2-4770-a2f6-df6fb56dfd84 x-openstack-request-id: req-c5ad065b-a9b2-4770-a2f6-df6fb56dfd84 {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:06:19.389855 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0f212d-7662-44b8-b8f8-2bdb09383d23", "name": "network-vif-plugged", "status": "completed", "tag": "c3bcaded-511d-43f7-b35e-4fa6e8c47ecf", "code": 200}]} {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:06:19.390175 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c5ad065b-a9b2-4770-a2f6-df6fb56dfd84 {{(pid=106584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:06:19.391337 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5ad065b-a9b2-4770-a2f6-df6fb56dfd84'] response: {'server_uuid': 'ec0f212d-7662-44b8-b8f8-2bdb09383d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bcaded-511d-43f7-b35e-4fa6e8c47ecf', 'code': 200} Sep 26 18:06:19.410158 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-545ed982-acb3-4b87-b8e2-7824734d8094 None None] Port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:06:19.411892 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-06fd553a-4a93-41c0-86e7-e3afb744673c req-8f4096d6-cc06-47f7-8af9-b04b0466335b service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ff0911ec-d0cb-47aa-9835-b96611526a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960141 Sep 26 18:06:19.530103 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 50888) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:19.557855 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9b44dcf6-3ccf-434b-bce7-a02bf3ae533f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:19.570139 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-c2c5cb79-6968-4bb7-9ef0-60da3ade91ee admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.2695539 Sep 26 18:06:19.571461 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 50890) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:19.580771 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-101d9574-1439-4a80-8d41-07482cbeba99 admin admin] Request body: {'subnet': {'network_id': 'a36a0132-e2f2-42fb-aeb7-7b514a623f8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-538304485-subnet', 'tenant_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'ip_version': 4}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:19.586990 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (c3bcaded-511d-43f7-b35e-4fa6e8c47ecf), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:19.672826 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=c3bcaded-511d-43f7-b35e-4fa6e8c47ecf,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:19.720887 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9b44dcf6-3ccf-434b-bce7-a02bf3ae533f admin admin] Publish callbacks [] for security_group (4d307ed3-1fd7-4043-b68c-33d6c214d2d5), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:19.728477 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186eeebb-ef9f-4a4c-9df8-6fadb349bd2b req-dbeca4df-0ed0-411b-b3b9-67efe8ab082b tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:19.730058 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-186eeebb-ef9f-4a4c-9df8-6fadb349bd2b req-dbeca4df-0ed0-411b-b3b9-67efe8ab082b tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 945 time: 0.0746453 Sep 26 18:06:19.852778 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb6526-826e-4840-baa4-92a6983953ab req-d0816bfe-44ef-4d72-a329-865a66a24f84 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:19.854974 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5edb6526-826e-4840-baa4-92a6983953ab req-d0816bfe-44ef-4d72-a329-865a66a24f84 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 945 time: 0.1200879 Sep 26 18:06:19.912255 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-545ed982-acb3-4b87-b8e2-7824734d8094 None None] Attempt 4 to provision port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a Sep 26 18:06:19.933535 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-186eeebb-ef9f-4a4c-9df8-6fadb349bd2b req-51563fd0-49cd-4395-bd9e-944f72d3c413 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=ba2a7bab-c281-42ad-b2f7-b516d5c07db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808493 Sep 26 18:06:19.988586 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-545ed982-acb3-4b87-b8e2-7824734d8094 None None] Port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:06:20.002190 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5edb6526-826e-4840-baa4-92a6983953ab req-51292e60-444f-45da-978d-6780b66beee6 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247699 Sep 26 18:06:20.013626 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-b3b7de22-5052-478a-8df6-5fc0b2d69c8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a {{(pid=106583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:06:20.023585 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-b3b7de22-5052-478a-8df6-5fc0b2d69c8f service neutron] Publish callbacks [] for port (9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:20.039984 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.provisioning_blocks [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-b3b7de22-5052-478a-8df6-5fc0b2d69c8f service neutron] Transition to ACTIVE for port object 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a will not be triggered until provisioned by entity L2. {{(pid=106583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:06:20.054568 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:20.121162 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec6241-e4de-4fc0-9a03-70a42adf8f6b req-641c6455-2af7-4034-9954-73d4bc5f6610 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:20.136677 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c6ec6241-e4de-4fc0-9a03-70a42adf8f6b req-641c6455-2af7-4034-9954-73d4bc5f6610 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 931 time: 0.0693007 Sep 26 18:06:20.178519 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787b766-bdee-4450-acc0-ccf05cb07875 req-899c3442-7d7f-45ca-b2e5-c3318a453aa3 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:20.180314 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a787b766-bdee-4450-acc0-ccf05cb07875 req-899c3442-7d7f-45ca-b2e5-c3318a453aa3 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 945 time: 0.0809257 Sep 26 18:06:20.192783 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 50906) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:20.200419 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-aad04d94-8328-4346-87bd-8879b23c9e40 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Request body: {'floatingip': {'port_id': '4db13c14-6478-4992-8d31-4a46754d492e'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:20.207249 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101d9574-1439-4a80-8d41-07482cbeba99 admin admin] Made reservation on behalf of 08e4bf78b8f043a598a4b6a1d8acc219 for: {'subnet': 1} {{(pid=106582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:06:20.211812 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-101d9574-1439-4a80-8d41-07482cbeba99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2161455'] for subnet (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:20.232745 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9b44dcf6-3ccf-434b-bce7-a02bf3ae533f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (4d307ed3-1fd7-4043-b68c-33d6c214d2d5), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:20.297537 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-aad04d94-8328-4346-87bd-8879b23c9e40 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for floatingip (22754761-8a41-4039-8381-f572de2aee5c), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:20.305809 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c6ec6241-e4de-4fc0-9a03-70a42adf8f6b req-7761c705-f43c-4a80-93f5-932766a56a63 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616144 Sep 26 18:06:20.323244 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-9b44dcf6-3ccf-434b-bce7-a02bf3ae533f admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=89d41f3248a84f169b8240fdfa62ef92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7906923 Sep 26 18:06:20.329748 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 50908) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:20.338445 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44dcf6-3ccf-434b-bce7-a02bf3ae533f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d307ed3-1fd7-4043-b68c-33d6c214d2d5,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:20.399995 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-b3b7de22-5052-478a-8df6-5fc0b2d69c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:20.479269 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8b00ec57-a851-49f3-9eb8-70f75a67311a admin admin] Publish callbacks [] for security_group (4d307ed3-1fd7-4043-b68c-33d6c214d2d5), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:20.490198 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-545ed982-acb3-4b87-b8e2-7824734d8094 None None] Attempt 5 to provision port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a Sep 26 18:06:20.519047 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c013c3-c370-4a89-85d4-e667f00748d4 req-7b820c2a-547c-4165-a73f-ac47b058b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:20.520609 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-95c013c3-c370-4a89-85d4-e667f00748d4 req-7b820c2a-547c-4165-a73f-ac47b058b899 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 1129 time: 0.0508418 Sep 26 18:06:20.573301 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8b00ec57-a851-49f3-9eb8-70f75a67311a admin admin] Publish callbacks [] for security_group (4d307ed3-1fd7-4043-b68c-33d6c214d2d5), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:20.573591 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-545ed982-acb3-4b87-b8e2-7824734d8094 None None] Port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:06:20.670838 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7de22-5052-478a-8df6-5fc0b2d69c8f service neutron] Pushing event updated for resources: {'Port': ['ID=9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a,revision_number=2']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:20.786293 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-95c013c3-c370-4a89-85d4-e667f00748d4 req-e2f054f5-fdb7-49ce-ac67-53abcd53a4d2 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484963 Sep 26 18:06:20.788768 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-b3b7de22-5052-478a-8df6-5fc0b2d69c8f service neutron] Attempting to bind port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:06:20.789113 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-b3b7de22-5052-478a-8df6-5fc0b2d69c8f service neutron] Attempting to bind port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '63da25e3-ab21-4200-80f5-c0efc61716da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '45aee833-caf9-4514-8a4b-002783e94737'}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:06:20.789448 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-b3b7de22-5052-478a-8df6-5fc0b2d69c8f service neutron] Attempting to bind port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a on network 45aee833-caf9-4514-8a4b-002783e94737 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:06:20.893078 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-101d9574-1439-4a80-8d41-07482cbeba99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-515633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2161465'] for subnet (33062f00-b294-40a6-a636-99be26c54435), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:20.899007 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8b00ec57-a851-49f3-9eb8-70f75a67311a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (4d307ed3-1fd7-4043-b68c-33d6c214d2d5), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:20.903453 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8b00ec57-a851-49f3-9eb8-70f75a67311a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:20.905479 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-8b00ec57-a851-49f3-9eb8-70f75a67311a admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/4d307ed3-1fd7-4043-b68c-33d6c214d2d5 HTTP/1.1" status: 204 len: 168 time: 0.5742528 Sep 26 18:06:20.959494 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00ec57-a851-49f3-9eb8-70f75a67311a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d307ed3-1fd7-4043-b68c-33d6c214d2d5,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:21.004247 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d9574-1439-4a80-8d41-07482cbeba99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33062f00-b294-40a6-a636-99be26c54435,revision_number=0']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:21.023712 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-b3b7de22-5052-478a-8df6-5fc0b2d69c8f service neutron] Port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a on network 45aee833-caf9-4514-8a4b-002783e94737 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:06:21.024314 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-b3b7de22-5052-478a-8df6-5fc0b2d69c8f service neutron] Attempting to bind port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a on network 45aee833-caf9-4514-8a4b-002783e94737 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:06:21.047199 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101d9574-1439-4a80-8d41-07482cbeba99 admin admin] Checking segment: {'id': 'b6669bb3-a9d0-4e5f-84e9-06ec0492f97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a36a0132-e2f2-42fb-aeb7-7b514a623f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:06:21.052427 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101d9574-1439-4a80-8d41-07482cbeba99 admin admin] Network hostable DHCP agents. Network: a36a0132-e2f2-42fb-aeb7-7b514a623f8b, hostable agents: ['4ef20602-5638-479d-aebe-a5cbb98cbff1'], hosted agents: [] {{(pid=106582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:06:21.075030 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-545ed982-acb3-4b87-b8e2-7824734d8094 None None] Attempt 6 to provision port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a Sep 26 18:06:21.161144 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-545ed982-acb3-4b87-b8e2-7824734d8094 None None] Port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:06:21.344532 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101d9574-1439-4a80-8d41-07482cbeba99 admin admin] Network a36a0132-e2f2-42fb-aeb7-7b514a623f8b is scheduled to be hosted by DHCP agent 4ef20602-5638-479d-aebe-a5cbb98cbff1 with binding_index 1 {{(pid=106582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:06:21.606062 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-101d9574-1439-4a80-8d41-07482cbeba99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-1-iscsi, a36a0132-e2f2-42fb-aeb7-7b514a623f8b) {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:06:21.620958 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101d9574-1439-4a80-8d41-07482cbeba99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:21.629201 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf31db6-733e-40a8-a45c-e308cba034e5 None None] Network a36a0132-e2f2-42fb-aeb7-7b514a623f8b requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:06:21.637800 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-101d9574-1439-4a80-8d41-07482cbeba99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for subnet (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:21.654071 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9eb3a7-6e9e-4e1e-b36b-6f47681bb656 req-70a0790c-32ed-44a0-88f8-02bd1538818b tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:21.658352 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0f9eb3a7-6e9e-4e1e-b36b-6f47681bb656 req-70a0790c-32ed-44a0-88f8-02bd1538818b tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 945 time: 0.4562674 Sep 26 18:06:21.659868 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-b3b7de22-5052-478a-8df6-5fc0b2d69c8f service neutron] Checking agent: {'id': 'b76d05ef-6768-47d4-84e3-b7f3ce45293e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'started_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:06:21.660612 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-b3b7de22-5052-478a-8df6-5fc0b2d69c8f service neutron] Checking segment: {'id': '63da25e3-ab21-4200-80f5-c0efc61716da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '45aee833-caf9-4514-8a4b-002783e94737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:06:21.661550 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-b3b7de22-5052-478a-8df6-5fc0b2d69c8f service neutron] Bound using segment: {'id': '63da25e3-ab21-4200-80f5-c0efc61716da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '45aee833-caf9-4514-8a4b-002783e94737'} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:06:21.662538 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-b3b7de22-5052-478a-8df6-5fc0b2d69c8f service neutron] Bound port: 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63da25e3-ab21-4200-80f5-c0efc61716da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '45aee833-caf9-4514-8a4b-002783e94737'}}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:06:21.663632 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-b3b7de22-5052-478a-8df6-5fc0b2d69c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:21.711933 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-545ed982-acb3-4b87-b8e2-7824734d8094 None None] Attempt 7 to provision port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a Sep 26 18:06:21.847565 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-545ed982-acb3-4b87-b8e2-7824734d8094 None None] Port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:06:21.910200 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64394861-6908-4cac-9d8c-f204bb71e3db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4764dadb-9c64-5769-9546-d6a7905953f7-a36a0132-e2f2-42fb-aeb7-7b514a623f8b', 'network_id': 'a36a0132-e2f2-42fb-aeb7-7b514a623f8b', 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'fixed_ips': [{'subnet_id': '33062f00-b294-40a6-a636-99be26c54435'}]}} from dv-cinder-859319-1-iscsi. {{(pid=106584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 18:06:21.911153 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-64394861-6908-4cac-9d8c-f204bb71e3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:21.930200 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f764417-1c5c-4571-89f4-7d046d41944f req-4c304fcc-86b2-4736-b167-0d05b0aada7d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:21.932035 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4f764417-1c5c-4571-89f4-7d046d41944f req-4c304fcc-86b2-4736-b167-0d05b0aada7d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 943 time: 0.3079858 Sep 26 18:06:21.934008 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.db.resource_extend [None req-aad04d94-8328-4346-87bd-8879b23c9e40 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 26 18:06:22.054081 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0f9eb3a7-6e9e-4e1e-b36b-6f47681bb656 req-dbf8f958-442e-482f-8100-b61069d4c175 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730628 Sep 26 18:06:22.074453 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-101d9574-1439-4a80-8d41-07482cbeba99 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.4995718 Sep 26 18:06:22.075496 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-aad04d94-8328-4346-87bd-8879b23c9e40 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:22.084263 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 50932) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:22.110544 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-b3b7de22-5052-478a-8df6-5fc0b2d69c8f service neutron] For port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a, host hv-cinder-85931, cleared binding levels {{(pid=106583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:06:22.110875 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-ba152c9c-59c1-4b49-8dc5-c7a3a8a073ac admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-538304485-router', 'tenant_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:22.111251 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-b3b7de22-5052-478a-8df6-5fc0b2d69c8f service neutron] For port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a,segment=NetworkSegment(63da25e3-ab21-4200-80f5-c0efc61716da),segment_id=63da25e3-ab21-4200-80f5-c0efc61716da)] {{(pid=106583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:06:22.126405 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.db_base_plugin_common [None req-64394861-6908-4cac-9d8c-f204bb71e3db None None] Allocated IP 172.20.0.2 (a36a0132-e2f2-42fb-aeb7-7b514a623f8b/33062f00-b294-40a6-a636-99be26c54435/1a54204e-71ca-49b9-9571-d13c3a9ece8b) {{(pid=106584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:06:22.133041 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4f764417-1c5c-4571-89f4-7d046d41944f req-41e5f6d8-b041-4025-98cc-7e5fde212ac2 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513922 Sep 26 18:06:22.335414 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-64394861-6908-4cac-9d8c-f204bb71e3db None None] Publish callbacks [] for port (1a54204e-71ca-49b9-9571-d13c3a9ece8b), precommit_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:22.348343 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-545ed982-acb3-4b87-b8e2-7824734d8094 None None] Attempt 8 to provision port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a Sep 26 18:06:22.389299 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-545ed982-acb3-4b87-b8e2-7824734d8094 None None] Port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:06:22.413893 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ba152c9c-59c1-4b49-8dc5-c7a3a8a073ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2095476'] for router (900d615b-11fd-4769-a54e-7b2fbc16dd27), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:22.414944 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-b3b7de22-5052-478a-8df6-5fc0b2d69c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:22.415618 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ba152c9c-59c1-4b49-8dc5-c7a3a8a073ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-497029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2095487'] for router (900d615b-11fd-4769-a54e-7b2fbc16dd27), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:22.418156 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-aad04d94-8328-4346-87bd-8879b23c9e40 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (22754761-8a41-4039-8381-f572de2aee5c), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:22.422555 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-b3b7de22-5052-478a-8df6-5fc0b2d69c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:22.423509 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-b3b7de22-5052-478a-8df6-5fc0b2d69c8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:22.426658 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-b3b7de22-5052-478a-8df6-5fc0b2d69c8f service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a HTTP/1.1" status: 200 len: 1093 time: 3.4066701 Sep 26 18:06:22.430121 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a44a359c-9109-4982-a7d2-ba4622f28fc6', 'tag': '9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:06:22.433764 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfd3ec9-0554-4e72-976a-f575959e76d3" -d '{"events": [{"name": "network-changed", "server_uuid": "a44a359c-9109-4982-a7d2-ba4622f28fc6", "tag": "9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:06:22.534172 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ba152c9c-59c1-4b49-8dc5-c7a3a8a073ac admin admin] Publish callbacks [] for router_controller (900d615b-11fd-4769-a54e-7b2fbc16dd27), precommit_add_association {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:22.534775 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8db34a-a375-4a2f-9303-7652ecdfdee2 x-openstack-request-id: req-7c8db34a-a375-4a2f-9303-7652ecdfdee2 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:06:22.535165 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a44a359c-9109-4982-a7d2-ba4622f28fc6", "tag": "9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:06:22.535551 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7c8db34a-a375-4a2f-9303-7652ecdfdee2 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:06:22.536180 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c8db34a-a375-4a2f-9303-7652ecdfdee2'] response: {'name': 'network-changed', 'server_uuid': 'a44a359c-9109-4982-a7d2-ba4622f28fc6', 'tag': '9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a', 'status': 'completed', 'code': 200} Sep 26 18:06:22.576662 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 50936) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:22.612006 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-5881362b-199b-478a-add2-1f20c461976a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:22.612271 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7de22-5052-478a-8df6-5fc0b2d69c8f service neutron] Pushing event updated for resources: {'Port': ['ID=9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a,revision_number=3']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:22.636380 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.db.l3_db [None req-aad04d94-8328-4346-87bd-8879b23c9e40 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Floating IP 22754761-8a41-4039-8381-f572de2aee5c associated. External IP: 172.27.3.59, port: 4db13c14-6478-4992-8d31-4a46754d492e. Sep 26 18:06:22.699935 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-64394861-6908-4cac-9d8c-f204bb71e3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720'] for port (1a54204e-71ca-49b9-9571-d13c3a9ece8b), after_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:22.736622 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-5881362b-199b-478a-add2-1f20c461976a admin admin] Publish callbacks [] for security_group (6469cd7e-9b84-47d5-869c-c02b7f13844a), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:22.766500 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64394861-6908-4cac-9d8c-f204bb71e3db None None] Network a36a0132-e2f2-42fb-aeb7-7b514a623f8b is already hosted by enough agents. {{(pid=106584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:06:22.772432 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.scheduler.base_scheduler [None req-64394861-6908-4cac-9d8c-f204bb71e3db None None] Resources bound (agent type, host, resource id): {{(pid=106584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:06:22.776660 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64394861-6908-4cac-9d8c-f204bb71e3db None None] Received port after_create {{(pid=106584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:06:22.780073 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64394861-6908-4cac-9d8c-f204bb71e3db None None] Pushing event updated for resources: {'Port': ['ID=1a54204e-71ca-49b9-9571-d13c3a9ece8b,revision_number=1']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:22.867359 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-64394861-6908-4cac-9d8c-f204bb71e3db None None] Attempting to bind port 1a54204e-71ca-49b9-9571-d13c3a9ece8b on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:06:22.867359 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-64394861-6908-4cac-9d8c-f204bb71e3db None None] Attempting to bind port 1a54204e-71ca-49b9-9571-d13c3a9ece8b by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': 'b6669bb3-a9d0-4e5f-84e9-06ec0492f97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a36a0132-e2f2-42fb-aeb7-7b514a623f8b'}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:06:22.867359 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64394861-6908-4cac-9d8c-f204bb71e3db None None] Attempting to bind port 1a54204e-71ca-49b9-9571-d13c3a9ece8b on network a36a0132-e2f2-42fb-aeb7-7b514a623f8b {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:06:22.928758 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-545ed982-acb3-4b87-b8e2-7824734d8094 None None] Attempt 9 to provision port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a Sep 26 18:06:22.961763 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64394861-6908-4cac-9d8c-f204bb71e3db None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:06:22.962228 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64394861-6908-4cac-9d8c-f204bb71e3db None None] Checking segment: {'id': 'b6669bb3-a9d0-4e5f-84e9-06ec0492f97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a36a0132-e2f2-42fb-aeb7-7b514a623f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:06:22.962603 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-64394861-6908-4cac-9d8c-f204bb71e3db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:22.963740 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64394861-6908-4cac-9d8c-f204bb71e3db None None] Bound using segment: {'id': 'b6669bb3-a9d0-4e5f-84e9-06ec0492f97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a36a0132-e2f2-42fb-aeb7-7b514a623f8b'} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:06:22.964376 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-64394861-6908-4cac-9d8c-f204bb71e3db None None] Bound port: 1a54204e-71ca-49b9-9571-d13c3a9ece8b, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6669bb3-a9d0-4e5f-84e9-06ec0492f97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a36a0132-e2f2-42fb-aeb7-7b514a623f8b'}}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:06:22.964792 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-64394861-6908-4cac-9d8c-f204bb71e3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (1a54204e-71ca-49b9-9571-d13c3a9ece8b), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:23.008670 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-5881362b-199b-478a-add2-1f20c461976a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (6469cd7e-9b84-47d5-869c-c02b7f13844a), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:23.049006 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd3ec9-0554-4e72-976a-f575959e76d3 req-0b00638c-ee3d-454c-8cb5-217f466472b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:23.052343 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fcfd3ec9-0554-4e72-976a-f575959e76d3 req-0b00638c-ee3d-454c-8cb5-217f466472b1 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=3a15ebd862054a64ac1d739db5adc3a2&device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 1127 time: 0.1486320 Sep 26 18:06:23.070168 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-545ed982-acb3-4b87-b8e2-7824734d8094 None None] Port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a had new provisioning blocks added so it will not transition to active. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:06:23.090133 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ba152c9c-59c1-4b49-8dc5-c7a3a8a073ac admin admin] Publish callbacks [] for router_gateway (900d615b-11fd-4769-a54e-7b2fbc16dd27), precommit_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:23.114104 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-64394861-6908-4cac-9d8c-f204bb71e3db None None] For port 1a54204e-71ca-49b9-9571-d13c3a9ece8b, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:06:23.118901 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-64394861-6908-4cac-9d8c-f204bb71e3db None None] For port 1a54204e-71ca-49b9-9571-d13c3a9ece8b, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=1a54204e-71ca-49b9-9571-d13c3a9ece8b,segment=NetworkSegment(b6669bb3-a9d0-4e5f-84e9-06ec0492f97f),segment_id=b6669bb3-a9d0-4e5f-84e9-06ec0492f97f)] {{(pid=106584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:06:23.127542 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881362b-199b-478a-add2-1f20c461976a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6469cd7e-9b84-47d5-869c-c02b7f13844a,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:23.135369 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-5881362b-199b-478a-add2-1f20c461976a admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=b44098cd716440028d9795ed785be3bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5542946 Sep 26 18:06:23.136415 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 50940) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:23.208822 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad04d94-8328-4346-87bd-8879b23c9e40 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:06:23.277383 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a31d1652-7d3f-45cb-b1b6-a238f93fcb57 admin admin] Publish callbacks [] for security_group (6469cd7e-9b84-47d5-869c-c02b7f13844a), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:23.302143 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a31d1652-7d3f-45cb-b1b6-a238f93fcb57 admin admin] Publish callbacks [] for security_group (6469cd7e-9b84-47d5-869c-c02b7f13844a), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:23.334420 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-64394861-6908-4cac-9d8c-f204bb71e3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (1a54204e-71ca-49b9-9571-d13c3a9ece8b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:23.398411 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd3ec9-0554-4e72-976a-f575959e76d3 req-7dfa07e4-d37e-441f-afbf-7f8af4e3820d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:23.406258 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fcfd3ec9-0554-4e72-976a-f575959e76d3 req-7dfa07e4-d37e-441f-afbf-7f8af4e3820d service neutron] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=3a15ebd862054a64ac1d739db5adc3a2&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3249059 Sep 26 18:06:23.496718 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64394861-6908-4cac-9d8c-f204bb71e3db None None] Pushing event updated for resources: {'Port': ['ID=1a54204e-71ca-49b9-9571-d13c3a9ece8b,revision_number=2']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:23.610586 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae7b08-a46b-43f6-afdc-06bdaaa684bd req-6c2f1d62-5e21-4989-a3af-b13e9441fdcf tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:23.614489 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-55ae7b08-a46b-43f6-afdc-06bdaaa684bd req-6c2f1d62-5e21-4989-a3af-b13e9441fdcf tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 943 time: 0.2851188 Sep 26 18:06:23.661208 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de146438-7345-4c6c-b51f-c17b9fb60235 req-0ef6e0af-0848-41da-85fa-518fc7885b85 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:23.666718 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-de146438-7345-4c6c-b51f-c17b9fb60235 req-0ef6e0af-0848-41da-85fa-518fc7885b85 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 945 time: 0.3821149 Sep 26 18:06:23.698259 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a31d1652-7d3f-45cb-b1b6-a238f93fcb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (6469cd7e-9b84-47d5-869c-c02b7f13844a), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:23.704765 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a31d1652-7d3f-45cb-b1b6-a238f93fcb57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:23.706713 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-a31d1652-7d3f-45cb-b1b6-a238f93fcb57 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/6469cd7e-9b84-47d5-869c-c02b7f13844a HTTP/1.1" status: 204 len: 168 time: 0.5690703 Sep 26 18:06:23.727876 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d1652-7d3f-45cb-b1b6-a238f93fcb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6469cd7e-9b84-47d5-869c-c02b7f13844a,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:23.838599 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ba152c9c-59c1-4b49-8dc5-c7a3a8a073ac admin admin] Publish callbacks [] for router_gateway (900d615b-11fd-4769-a54e-7b2fbc16dd27), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:23.868660 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ba152c9c-59c1-4b49-8dc5-c7a3a8a073ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:23.913209 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad04d94-8328-4346-87bd-8879b23c9e40 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:06:23.921534 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-aad04d94-8328-4346-87bd-8879b23c9e40 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:23.927212 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52015cc9-3937-4da0-947e-706204798f01 None None] Sync routers for ids ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'] in dv-cinder-859319-1-iscsi {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:06:23.946402 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-55ae7b08-a46b-43f6-afdc-06bdaaa684bd req-d94e775e-9a7b-46c5-8432-39f302e96cfd tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2815568 Sep 26 18:06:23.986443 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52015cc9-3937-4da0-947e-706204798f01 None None] Routers {'0d3f8166-a65a-4d17-a4f7-ca93fffd4115'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:23.987157 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-52015cc9-3937-4da0-947e-706204798f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:06:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:23.997027 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:24.035719 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-de146438-7345-4c6c-b51f-c17b9fb60235 req-382b8f89-7f2b-40ef-ae7e-2c12a78d5328 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576262 Sep 26 18:06:24.050078 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd3ec9-0554-4e72-976a-f575959e76d3 req-70be8cba-8b88-4123-963c-51d4b1ce4125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:24.053884 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fcfd3ec9-0554-4e72-976a-f575959e76d3 req-70be8cba-8b88-4123-963c-51d4b1ce4125 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5473034 Sep 26 18:06:24.057559 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-aad04d94-8328-4346-87bd-8879b23c9e40 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/22754761-8a41-4039-8381-f572de2aee5c HTTP/1.1" status: 200 len: 990 time: 3.8634803 Sep 26 18:06:24.105264 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_common [None req-ba152c9c-59c1-4b49-8dc5-c7a3a8a073ac admin admin] Allocated IP 172.27.3.159 (75671e20-856b-479b-bee1-be813a3f2eee/4775a61a-d36f-43c7-b0a4-bf2c0640e392/ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e) {{(pid=106582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:06:24.224918 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-c3314ea6-e76f-4875-b2f2-5af866b3d5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:24.226510 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-c3314ea6-e76f-4875-b2f2-5af866b3d5c9 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=3a15ebd862054a64ac1d739db5adc3a2&device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 1127 time: 0.0863388 Sep 26 18:06:24.291077 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-df625290-0059-43cf-9ada-205309432159 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a HTTP/1.1" status: 200 len: 217 time: 0.0490096 Sep 26 18:06:24.321817 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ba152c9c-59c1-4b49-8dc5-c7a3a8a073ac admin admin] Publish callbacks [] for port (ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:24.341815 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-52015cc9-3937-4da0-947e-706204798f01 None None] Set router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:24.389794 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-fdda8f12-4d22-48d0-ba18-236ad3be2f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:24.394325 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-fdda8f12-4d22-48d0-ba18-236ad3be2f96 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=e01e5c5e-987a-4185-87ba-f124ff403d46 HTTP/1.1" status: 200 len: 857 time: 0.0961049 Sep 26 18:06:24.486901 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-b87e186e-7c91-4811-92d2-fa6a3393fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:24.492204 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-b87e186e-7c91-4811-92d2-fa6a3393fe52 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=45aee833-caf9-4514-8a4b-002783e94737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0896096 Sep 26 18:06:24.534926 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ba152c9c-59c1-4b49-8dc5-c7a3a8a073ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:24.561992 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3d0414-434f-4d77-8bc1-57378672d4f8', 'tag': '4db13c14-6478-4992-8d31-4a46754d492e'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:06:24.565715 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eded2adf-a35c-484b-a9cd-0df05b992e54" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3d0414-434f-4d77-8bc1-57378672d4f8", "tag": "4db13c14-6478-4992-8d31-4a46754d492e"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:06:24.635443 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-d7f32e1c-ba42-46df-90fb-9c3f9c50c9d3 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331174 Sep 26 18:06:24.720801 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba152c9c-59c1-4b49-8dc5-c7a3a8a073ac admin admin] Network 75671e20-856b-479b-bee1-be813a3f2eee is already hosted by enough agents. {{(pid=106582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:06:24.731430 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-ba152c9c-59c1-4b49-8dc5-c7a3a8a073ac admin admin] Resources bound (agent type, host, resource id): {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:06:24.740212 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba152c9c-59c1-4b49-8dc5-c7a3a8a073ac admin admin] Received port after_create {{(pid=106582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:06:24.750811 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba152c9c-59c1-4b49-8dc5-c7a3a8a073ac admin admin] Pushing event updated for resources: {'Port': ['ID=ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:24.783039 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:24.835908 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ff2b8095-f2d8-4158-adab-bc3702bd3e69 req-7152cbcd-3fd2-4ceb-b52b-220e1beab0fd service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845269 Sep 26 18:06:24.858548 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3969be-ca5c-4743-a1a1-5e342606f130 x-openstack-request-id: req-ca3969be-ca5c-4743-a1a1-5e342606f130 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:06:24.859002 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3d0414-434f-4d77-8bc1-57378672d4f8", "tag": "4db13c14-6478-4992-8d31-4a46754d492e", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:06:24.860062 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ca3969be-ca5c-4743-a1a1-5e342606f130 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:06:24.860062 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca3969be-ca5c-4743-a1a1-5e342606f130'] response: {'name': 'network-changed', 'server_uuid': '4a3d0414-434f-4d77-8bc1-57378672d4f8', 'tag': '4db13c14-6478-4992-8d31-4a46754d492e', 'status': 'completed', 'code': 200} Sep 26 18:06:24.911114 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:24.972023 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded2adf-a35c-484b-a9cd-0df05b992e54 req-45f54788-1a08-4ac5-a40d-c14cc3f8753d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:24.991294 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-eded2adf-a35c-484b-a9cd-0df05b992e54 req-45f54788-1a08-4ac5-a40d-c14cc3f8753d service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=ffa58ff5197e48709d5c90ec334b9403&device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 1129 time: 0.1540606 Sep 26 18:06:25.085235 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-52015cc9-3937-4da0-947e-706204798f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:03:22Z', 'revision_number': 4, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '22754761-8a41-4039-8381-f572de2aee5c', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'port_id': '4db13c14-6478-4992-8d31-4a46754d492e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'mac_address': 'fa:16:3e:8c:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3d0414-434f-4d77-8bc1-57378672d4f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:05:45Z', 'updated_at': '2022-09-26T18:06:21Z', 'revision_number': 1, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'fixed_ip_address_scope': None}, {'id': 'dca4c101-22ba-4ef7-b29f-4409de880e5d', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'port_id': '88d9ddc3-ae2c-428a-b7ad-f212435e977b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'mac_address': 'fa:16:3e:00:ad:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682673d-b9ac-49a7-9f72-eef56dcbac73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:03:29Z', 'updated_at': '2022-09-26T18:04:29Z', 'revision_number': 2, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1d8909-de0f-4b6d-8a1f-17144f1522e0', 'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'mac_address': 'fa:16:3e:81:46:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:19Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 5, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'subnets': [{'id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:25.092807 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca81820-caa9-445a-ac33-e2906f48f9c6 None None] Network a36a0132-e2f2-42fb-aeb7-7b514a623f8b requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:06:25.224964 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52015cc9-3937-4da0-947e-706204798f01 None None] Checking router: 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 for host: dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:06:25.241197 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-86da238f-55f6-4aa1-8e5c-ad889fd7c436 None None] Provisioning complete for port 1a54204e-71ca-49b9-9571-d13c3a9ece8b triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:06:25.241782 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-86da238f-55f6-4aa1-8e5c-ad889fd7c436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (1a54204e-71ca-49b9-9571-d13c3a9ece8b), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:25.242434 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-86da238f-55f6-4aa1-8e5c-ad889fd7c436 None None] Attempt 1 to provision port 1a54204e-71ca-49b9-9571-d13c3a9ece8b Sep 26 18:06:25.288817 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e08cb-1bcd-4781-aea1-978ca7a0035e req-45c1369e-42de-4a70-b63e-56e1815f12d2 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:25.294701 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52015cc9-3937-4da0-947e-706204798f01 None None] Routers {'0d3f8166-a65a-4d17-a4f7-ca93fffd4115'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:25.294701 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-52015cc9-3937-4da0-947e-706204798f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:06:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:25.294957 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f20e08cb-1bcd-4781-aea1-978ca7a0035e req-45c1369e-42de-4a70-b63e-56e1815f12d2 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 943 time: 0.1320672 Sep 26 18:06:25.342514 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded2adf-a35c-484b-a9cd-0df05b992e54 req-25c939cf-4af7-44d9-b102-14da5447a91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:25.345071 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-eded2adf-a35c-484b-a9cd-0df05b992e54 req-25c939cf-4af7-44d9-b102-14da5447a91c service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=ff0911ec-d0cb-47aa-9835-b96611526a51 HTTP/1.1" status: 200 len: 916 time: 0.3524849 Sep 26 18:06:25.398493 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f20e08cb-1bcd-4781-aea1-978ca7a0035e req-cc2c5e10-6236-4880-b743-5ca016c99cc0 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955019 Sep 26 18:06:25.519477 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-52015cc9-3937-4da0-947e-706204798f01 None None] Set router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:25.566338 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-86da238f-55f6-4aa1-8e5c-ad889fd7c436 None None] Current status of the port 1a54204e-71ca-49b9-9571-d13c3a9ece8b is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:25.566787 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-86da238f-55f6-4aa1-8e5c-ad889fd7c436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (1a54204e-71ca-49b9-9571-d13c3a9ece8b), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:25.573614 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ba152c9c-59c1-4b49-8dc5-c7a3a8a073ac admin admin] Publish callbacks [] for router_gateway (900d615b-11fd-4769-a54e-7b2fbc16dd27), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:25.662182 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-86da238f-55f6-4aa1-8e5c-ad889fd7c436 None None] For port 1a54204e-71ca-49b9-9571-d13c3a9ece8b, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=1a54204e-71ca-49b9-9571-d13c3a9ece8b,segment=NetworkSegment(b6669bb3-a9d0-4e5f-84e9-06ec0492f97f),segment_id=b6669bb3-a9d0-4e5f-84e9-06ec0492f97f)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:25.809350 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-86da238f-55f6-4aa1-8e5c-ad889fd7c436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (1a54204e-71ca-49b9-9571-d13c3a9ece8b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:25.910966 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:25.913121 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 1a54204e-71ca-49b9-9571-d13c3a9ece8b up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:06:26.069795 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ba152c9c-59c1-4b49-8dc5-c7a3a8a073ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500314'] for router (900d615b-11fd-4769-a54e-7b2fbc16dd27), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:26.090717 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-ef721afb-dd8e-48f7-8bd4-40882f6ccc9d None None] Provisioning complete for port 1a54204e-71ca-49b9-9571-d13c3a9ece8b triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:06:26.091337 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-ef721afb-dd8e-48f7-8bd4-40882f6ccc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (1a54204e-71ca-49b9-9571-d13c3a9ece8b), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:26.092112 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-ef721afb-dd8e-48f7-8bd4-40882f6ccc9d None None] Attempt 1 to provision port 1a54204e-71ca-49b9-9571-d13c3a9ece8b Sep 26 18:06:26.158147 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da238f-55f6-4aa1-8e5c-ad889fd7c436 None None] Pushing event updated for resources: {'Port': ['ID=1a54204e-71ca-49b9-9571-d13c3a9ece8b,revision_number=3']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:26.224115 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 1a54204e-71ca-49b9-9571-d13c3a9ece8b triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:06:26.224496 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (1a54204e-71ca-49b9-9571-d13c3a9ece8b), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:26.224833 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 1a54204e-71ca-49b9-9571-d13c3a9ece8b Sep 26 18:06:26.269046 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-52015cc9-3937-4da0-947e-706204798f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:03:22Z', 'revision_number': 4, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '22754761-8a41-4039-8381-f572de2aee5c', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'port_id': '4db13c14-6478-4992-8d31-4a46754d492e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'mac_address': 'fa:16:3e:8c:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3d0414-434f-4d77-8bc1-57378672d4f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:05:45Z', 'updated_at': '2022-09-26T18:06:21Z', 'revision_number': 1, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'fixed_ip_address_scope': None}, {'id': 'dca4c101-22ba-4ef7-b29f-4409de880e5d', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'port_id': '88d9ddc3-ae2c-428a-b7ad-f212435e977b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'mac_address': 'fa:16:3e:00:ad:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682673d-b9ac-49a7-9f72-eef56dcbac73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:03:29Z', 'updated_at': '2022-09-26T18:04:29Z', 'revision_number': 2, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1d8909-de0f-4b6d-8a1f-17144f1522e0', 'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'mac_address': 'fa:16:3e:81:46:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:19Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 5, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'subnets': [{'id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:26.327505 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52015cc9-3937-4da0-947e-706204798f01 None None] The sync data for ids ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'] in dv-cinder-859319-1-iscsi is: [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:03:22Z', 'revision_number': 4, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '22754761-8a41-4039-8381-f572de2aee5c', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'port_id': '4db13c14-6478-4992-8d31-4a46754d492e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'mac_address': 'fa:16:3e:8c:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3d0414-434f-4d77-8bc1-57378672d4f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:05:45Z', 'updated_at': '2022-09-26T18:06:21Z', 'revision_number': 1, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'fixed_ip_address_scope': None}, {'id': 'dca4c101-22ba-4ef7-b29f-4409de880e5d', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'port_id': '88d9ddc3-ae2c-428a-b7ad-f212435e977b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'mac_address': 'fa:16:3e:00:ad:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682673d-b9ac-49a7-9f72-eef56dcbac73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:03:29Z', 'updated_at': '2022-09-26T18:04:29Z', 'revision_number': 2, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1d8909-de0f-4b6d-8a1f-17144f1522e0', 'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'mac_address': 'fa:16:3e:81:46:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:19Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 5, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'subnets': [{'id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:06:26.376568 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-ef721afb-dd8e-48f7-8bd4-40882f6ccc9d None None] Current status of the port 1a54204e-71ca-49b9-9571-d13c3a9ece8b is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:26.398014 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba152c9c-59c1-4b49-8dc5-c7a3a8a073ac admin admin] Router 900d615b-11fd-4769-a54e-7b2fbc16dd27 is scheduled to L3 agent 1e333347-308d-435a-a92a-39a4b363e81b with binding_index 1 {{(pid=106582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 18:06:26.502600 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 1a54204e-71ca-49b9-9571-d13c3a9ece8b is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:26.521540 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-eded2adf-a35c-484b-a9cd-0df05b992e54 req-a29db6dd-cd36-40f1-af87-815ee5a87999 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4db13c14-6478-4992-8d31-4a46754d492e HTTP/1.1" status: 200 len: 998 time: 0.1399078 Sep 26 18:06:26.648731 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba152c9c-59c1-4b49-8dc5-c7a3a8a073ac admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:06:26.667131 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e74cab-6ceb-4873-8b04-dd566d8aeb4f None None] Sync routers for ids ['900d615b-11fd-4769-a54e-7b2fbc16dd27'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:06:26.680207 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6adb8-dc4d-488f-ab09-b35ff09cea25 req-0babaaf4-53d5-4df1-ae52-3b77fd688573 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:26.683989 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-88d6adb8-dc4d-488f-ab09-b35ff09cea25 req-0babaaf4-53d5-4df1-ae52-3b77fd688573 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 943 time: 0.1029346 Sep 26 18:06:26.693076 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e74cab-6ceb-4873-8b04-dd566d8aeb4f None None] Routers {'900d615b-11fd-4769-a54e-7b2fbc16dd27'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:26.694134 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-b3e74cab-6ceb-4873-8b04-dd566d8aeb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:06:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['900d615b-11fd-4769-a54e-7b2fbc16dd27'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:26.772980 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ebc08-a056-4f78-bc8f-89875911743d req-e80efd57-15fe-41a1-98c9-7e2778812e8b tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:26.774541 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3b2ebc08-a056-4f78-bc8f-89875911743d req-e80efd57-15fe-41a1-98c9-7e2778812e8b tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 945 time: 0.1034026 Sep 26 18:06:26.784571 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d639a146-b137-48a2-b11f-8b89078f1692 None None] New status for floating IP 22754761-8a41-4039-8381-f572de2aee5c: ACTIVE {{(pid=106584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:06:26.820795 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-88d6adb8-dc4d-488f-ab09-b35ff09cea25 req-1a0f13a4-e272-4eec-bd31-90745e548bb2 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255491 Sep 26 18:06:26.886143 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ba152c9c-59c1-4b49-8dc5-c7a3a8a073ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:26.888084 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-ba152c9c-59c1-4b49-8dc5-c7a3a8a073ac admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.8009460 Sep 26 18:06:26.894391 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 51004) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:26.913985 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3b2ebc08-a056-4f78-bc8f-89875911743d req-1b0bb628-fa24-486c-848c-77c6c25bda84 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168730 Sep 26 18:06:26.923576 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-b3e74cab-6ceb-4873-8b04-dd566d8aeb4f None None] Set router 900d615b-11fd-4769-a54e-7b2fbc16dd27 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:27.259104 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-b3e74cab-6ceb-4873-8b04-dd566d8aeb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'name': 'tempest-TestShelveInstance-538304485-router', 'tenant_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:06:22Z', 'updated_at': '2022-09-26T18:06:25Z', 'revision_number': 3, 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'gw_port': {'id': 'ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:80:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:23Z', 'updated_at': '2022-09-26T18:06:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:27.311163 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e74cab-6ceb-4873-8b04-dd566d8aeb4f None None] Checking router: 900d615b-11fd-4769-a54e-7b2fbc16dd27 for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:06:27.311745 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e74cab-6ceb-4873-8b04-dd566d8aeb4f None None] Updating router 900d615b-11fd-4769-a54e-7b2fbc16dd27 port ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e binding host dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:06:27.445549 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-b3e74cab-6ceb-4873-8b04-dd566d8aeb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e), before_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:27.493012 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded2adf-a35c-484b-a9cd-0df05b992e54 req-38e0dcaa-f843-461d-b3ba-25b51971a68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:27.494599 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-eded2adf-a35c-484b-a9cd-0df05b992e54 req-38e0dcaa-f843-461d-b3ba-25b51971a68b service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=1feb17d0-5a16-48d0-945c-e503f8418bcd HTTP/1.1" status: 200 len: 854 time: 0.1164308 Sep 26 18:06:27.558236 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:27.716517 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:27.769733 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 1a54204e-71ca-49b9-9571-d13c3a9ece8b up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:06:27.812064 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-b3e74cab-6ceb-4873-8b04-dd566d8aeb4f None None] Publish callbacks [] for port (ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e), precommit_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:27.864411 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 1a54204e-71ca-49b9-9571-d13c3a9ece8b triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:06:27.865266 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (1a54204e-71ca-49b9-9571-d13c3a9ece8b), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:27.865676 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 1a54204e-71ca-49b9-9571-d13c3a9ece8b Sep 26 18:06:27.926879 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-b3e74cab-6ceb-4873-8b04-dd566d8aeb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e), after_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:28.012659 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738db4d-8efd-4729-b51b-9f65f9e3487f None None] Pushing event updated for resources: {'Port': ['ID=ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e,revision_number=2']} {{(pid=106585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:28.020920 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-b3e74cab-6ceb-4873-8b04-dd566d8aeb4f None None] Attempting to bind port ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:06:28.021980 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-b3e74cab-6ceb-4873-8b04-dd566d8aeb4f None None] Attempting to bind port ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}] {{(pid=106585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:06:28.022467 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e74cab-6ceb-4873-8b04-dd566d8aeb4f None None] Attempting to bind port ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e on network 75671e20-856b-479b-bee1-be813a3f2eee {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:06:28.050972 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:28.051925 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 1a54204e-71ca-49b9-9571-d13c3a9ece8b is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:28.057417 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956a3ce-69a4-4710-8daa-a29592662243 req-764e3758-6b44-49a9-a37c-6adec6068517 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:28.060001 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9956a3ce-69a4-4710-8daa-a29592662243 req-764e3758-6b44-49a9-a37c-6adec6068517 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 943 time: 0.0823443 Sep 26 18:06:28.083043 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:28.094422 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e74cab-6ceb-4873-8b04-dd566d8aeb4f None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:06:28.094797 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e74cab-6ceb-4873-8b04-dd566d8aeb4f None None] Checking segment: {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:06:28.095345 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-b3e74cab-6ceb-4873-8b04-dd566d8aeb4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:28.096075 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e74cab-6ceb-4873-8b04-dd566d8aeb4f None None] Bound using segment: {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'} {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:06:28.096759 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-b3e74cab-6ceb-4873-8b04-dd566d8aeb4f None None] Bound port: ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}}] {{(pid=106585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:06:28.097211 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-b3e74cab-6ceb-4873-8b04-dd566d8aeb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e), before_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:28.125323 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-02adc0d7-4b64-4f16-a2de-f9916a192ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:28.158683 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:28.173868 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.db [None req-b3e74cab-6ceb-4873-8b04-dd566d8aeb4f None None] For port ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:06:28.178676 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.db [None req-b3e74cab-6ceb-4873-8b04-dd566d8aeb4f None None] For port ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:06:28.191504 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a4aeb-fb95-44d0-9877-55520beee198 req-aca937a3-f2f5-4fd0-84db-1afc2706de56 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:28.193180 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9f2a4aeb-fb95-44d0-9877-55520beee198 req-aca937a3-f2f5-4fd0-84db-1afc2706de56 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 945 time: 0.1233811 Sep 26 18:06:28.222284 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9956a3ce-69a4-4710-8daa-a29592662243 req-50518238-30cf-48bd-b5ce-bd1697151a86 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506517 Sep 26 18:06:28.324232 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9f2a4aeb-fb95-44d0-9877-55520beee198 req-28c2f579-c2ef-4303-ae61-f836c3330662 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200104 Sep 26 18:06:28.334070 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-b3e74cab-6ceb-4873-8b04-dd566d8aeb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e), after_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:28.362878 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:28.387188 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e74cab-6ceb-4873-8b04-dd566d8aeb4f None None] Routers {'900d615b-11fd-4769-a54e-7b2fbc16dd27'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:28.388191 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-b3e74cab-6ceb-4873-8b04-dd566d8aeb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:06:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['900d615b-11fd-4769-a54e-7b2fbc16dd27'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:28.414000 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [None req-02adc0d7-4b64-4f16-a2de-f9916a192ed6 admin admin] Allocated IP 172.20.0.1 (a36a0132-e2f2-42fb-aeb7-7b514a623f8b/33062f00-b294-40a6-a636-99be26c54435/100238ae-fdbd-4642-b888-f7a05f6a15eb) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:06:28.445920 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738db4d-8efd-4729-b51b-9f65f9e3487f None None] Pushing event updated for resources: {'Port': ['ID=ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e,revision_number=3']} {{(pid=106585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:28.498984 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:INSERT=16,neutron:SELECT=79,neutron:UPDATE=5 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:28.537486 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-b3e74cab-6ceb-4873-8b04-dd566d8aeb4f None None] Set router 900d615b-11fd-4769-a54e-7b2fbc16dd27 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:28.578149 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-02adc0d7-4b64-4f16-a2de-f9916a192ed6 admin admin] Publish callbacks [] for port (100238ae-fdbd-4642-b888-f7a05f6a15eb), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:28.771007 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-b3e74cab-6ceb-4873-8b04-dd566d8aeb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'name': 'tempest-TestShelveInstance-538304485-router', 'tenant_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:06:22Z', 'updated_at': '2022-09-26T18:06:25Z', 'revision_number': 3, 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'gw_port': {'id': 'ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:80:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:23Z', 'updated_at': '2022-09-26T18:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:28.773684 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-02adc0d7-4b64-4f16-a2de-f9916a192ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (100238ae-fdbd-4642-b888-f7a05f6a15eb), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:28.801406 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e74cab-6ceb-4873-8b04-dd566d8aeb4f None None] The sync data for ids ['900d615b-11fd-4769-a54e-7b2fbc16dd27'] in dv-cinder-859319-1-iscsi is: [{'id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'name': 'tempest-TestShelveInstance-538304485-router', 'tenant_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:06:22Z', 'updated_at': '2022-09-26T18:06:25Z', 'revision_number': 3, 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'gw_port': {'id': 'ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:80:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:23Z', 'updated_at': '2022-09-26T18:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:06:28.841318 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02adc0d7-4b64-4f16-a2de-f9916a192ed6 admin admin] Network a36a0132-e2f2-42fb-aeb7-7b514a623f8b is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:06:28.845421 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-02adc0d7-4b64-4f16-a2de-f9916a192ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:06:28.849299 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02adc0d7-4b64-4f16-a2de-f9916a192ed6 admin admin] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:06:28.912713 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02adc0d7-4b64-4f16-a2de-f9916a192ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=100238ae-fdbd-4642-b888-f7a05f6a15eb,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:28.957332 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-02adc0d7-4b64-4f16-a2de-f9916a192ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-492387'] for router_interface (900d615b-11fd-4769-a54e-7b2fbc16dd27), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:29.302194 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-5bfa87b5-9a9d-4e77-953f-c028be42f6a4 None None] Provisioning complete for port 100238ae-fdbd-4642-b888-f7a05f6a15eb triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:06:29.303093 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-5bfa87b5-9a9d-4e77-953f-c028be42f6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (100238ae-fdbd-4642-b888-f7a05f6a15eb), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:29.303623 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-5bfa87b5-9a9d-4e77-953f-c028be42f6a4 None None] Attempt 1 to provision port 100238ae-fdbd-4642-b888-f7a05f6a15eb Sep 26 18:06:29.309593 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:06:29.350227 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-02adc0d7-4b64-4f16-a2de-f9916a192ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (100238ae-fdbd-4642-b888-f7a05f6a15eb), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:29.458809 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa87b5-9a9d-4e77-953f-c028be42f6a4 None None] Port 100238ae-fdbd-4642-b888-f7a05f6a15eb cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:06:29.642771 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418b2cc-79ca-4515-b6fc-b63d5a730e42 req-65e253a8-2d62-4bdf-8009-1d7efe2c82d5 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:29.645842 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9418b2cc-79ca-4515-b6fc-b63d5a730e42 req-65e253a8-2d62-4bdf-8009-1d7efe2c82d5 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 943 time: 0.2030892 Sep 26 18:06:29.790982 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=4 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:29.848513 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2bcb2b-2cce-4639-a4e5-42fb5b9419e1 req-5b927f45-8fd8-4807-b196-ec5f333ebf84 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:29.851032 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4b2bcb2b-2cce-4639-a4e5-42fb5b9419e1 req-5b927f45-8fd8-4807-b196-ec5f333ebf84 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 945 time: 0.3094385 Sep 26 18:06:29.867616 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:06:29.878762 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:29.945886 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a,segment=NetworkSegment(63da25e3-ab21-4200-80f5-c0efc61716da),segment_id=63da25e3-ab21-4200-80f5-c0efc61716da)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:29.961786 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-5bfa87b5-9a9d-4e77-953f-c028be42f6a4 None None] Attempt 2 to provision port 100238ae-fdbd-4642-b888-f7a05f6a15eb Sep 26 18:06:29.963695 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:30.018402 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Returning: {'device': '9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a', 'network_id': '45aee833-caf9-4514-8a4b-002783e94737', 'port_id': '9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a', 'mac_address': 'fa:16:3e:ee:1b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e01e5c5e-987a-4185-87ba-f124ff403d46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:06:30.040630 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9418b2cc-79ca-4515-b6fc-b63d5a730e42 req-1c026cae-4b6e-4d9b-ba05-85cb78af8f1b tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3135865 Sep 26 18:06:30.118128 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa87b5-9a9d-4e77-953f-c028be42f6a4 None None] Port 100238ae-fdbd-4642-b888-f7a05f6a15eb cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:06:30.123416 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4b2bcb2b-2cce-4639-a4e5-42fb5b9419e1 req-f73857ab-3400-4bc4-8586-97bba710f22f tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567866 Sep 26 18:06:30.128248 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:06:30.128739 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:30.129223 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e Sep 26 18:06:30.137786 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a is: DOWN; New status is: BUILD {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:30.138194 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:30.153067 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-02adc0d7-4b64-4f16-a2de-f9916a192ed6 admin admin] Publish callbacks [] for port (100238ae-fdbd-4642-b888-f7a05f6a15eb), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:30.220485 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-02adc0d7-4b64-4f16-a2de-f9916a192ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (100238ae-fdbd-4642-b888-f7a05f6a15eb), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:30.233055 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a {{(pid=106584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:06:30.293240 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a,segment=NetworkSegment(63da25e3-ab21-4200-80f5-c0efc61716da),segment_id=63da25e3-ab21-4200-80f5-c0efc61716da)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:30.349298 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02adc0d7-4b64-4f16-a2de-f9916a192ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=100238ae-fdbd-4642-b888-f7a05f6a15eb,revision_number=2']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:30.365722 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:30.366886 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:30.370342 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-02adc0d7-4b64-4f16-a2de-f9916a192ed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-642360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-492535'] for router_interface (900d615b-11fd-4769-a54e-7b2fbc16dd27), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:30.414188 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:30.474421 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] For port ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:30.542730 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:30.587712 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:30.600496 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02adc0d7-4b64-4f16-a2de-f9916a192ed6 admin admin] Network a36a0132-e2f2-42fb-aeb7-7b514a623f8b is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:06:30.603005 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-02adc0d7-4b64-4f16-a2de-f9916a192ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:06:30.643939 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-5bfa87b5-9a9d-4e77-953f-c028be42f6a4 None None] Attempt 3 to provision port 100238ae-fdbd-4642-b888-f7a05f6a15eb Sep 26 18:06:30.723471 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa87b5-9a9d-4e77-953f-c028be42f6a4 None None] Port 100238ae-fdbd-4642-b888-f7a05f6a15eb cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:06:30.724686 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Pushing event updated for resources: {'Port': ['ID=ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:30.787039 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02adc0d7-4b64-4f16-a2de-f9916a192ed6 admin admin] Router 900d615b-11fd-4769-a54e-7b2fbc16dd27 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:06:30.799586 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=100 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:30.979809 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02adc0d7-4b64-4f16-a2de-f9916a192ed6 admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:06:30.986320 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-02adc0d7-4b64-4f16-a2de-f9916a192ed6 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/900d615b-11fd-4769-a54e-7b2fbc16dd27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0891666 Sep 26 18:06:31.043939 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:06:31.129105 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded2adf-a35c-484b-a9cd-0df05b992e54 req-458a4211-0014-40f2-8602-59367300ed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:31.130952 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-eded2adf-a35c-484b-a9cd-0df05b992e54 req-458a4211-0014-40f2-8602-59367300ed23 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=ff0911ec-d0cb-47aa-9835-b96611526a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0625930 Sep 26 18:06:31.231211 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-5bfa87b5-9a9d-4e77-953f-c028be42f6a4 None None] Attempt 4 to provision port 100238ae-fdbd-4642-b888-f7a05f6a15eb Sep 26 18:06:31.298318 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-eded2adf-a35c-484b-a9cd-0df05b992e54 req-224fdfd8-ecf0-420e-b58d-0f9abc2b114c service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ff0911ec-d0cb-47aa-9835-b96611526a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560016 Sep 26 18:06:31.300258 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:31.404361 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa87b5-9a9d-4e77-953f-c028be42f6a4 None None] Port 100238ae-fdbd-4642-b888-f7a05f6a15eb cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:06:31.443058 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3573dd-c6de-4ef7-ab74-5c5ff2fb0ee6 req-f8a8cfbb-8230-47a4-9842-8217b54a996f tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:31.456309 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ee3573dd-c6de-4ef7-ab74-5c5ff2fb0ee6 req-f8a8cfbb-8230-47a4-9842-8217b54a996f tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 944 time: 0.1415997 Sep 26 18:06:31.578623 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75885b36-5c64-4e50-9ae6-f2ba07a62c63 req-41f189c7-3bb9-4b25-8183-de98ccabc4fa tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:31.580573 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-75885b36-5c64-4e50-9ae6-f2ba07a62c63 req-41f189c7-3bb9-4b25-8183-de98ccabc4fa tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 945 time: 0.1685431 Sep 26 18:06:31.590966 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:31.643125 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ee3573dd-c6de-4ef7-ab74-5c5ff2fb0ee6 req-a180965f-3687-453e-a97b-f6258defac7e tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519558 Sep 26 18:06:31.695137 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3208aba1-0817-4651-8d90-b06c7d011185 None None] Sync routers for ids ['900d615b-11fd-4769-a54e-7b2fbc16dd27'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:06:31.710436 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3208aba1-0817-4651-8d90-b06c7d011185 None None] Routers {'900d615b-11fd-4769-a54e-7b2fbc16dd27'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:31.711090 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-3208aba1-0817-4651-8d90-b06c7d011185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:06:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['900d615b-11fd-4769-a54e-7b2fbc16dd27'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:31.740361 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-75885b36-5c64-4e50-9ae6-f2ba07a62c63 req-d5697489-b378-4491-a266-5df929897ef5 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415794 Sep 26 18:06:31.744044 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-eded2adf-a35c-484b-a9cd-0df05b992e54 req-13cb6538-c2f0-4688-ab64-2b33a27376d0 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ff0911ec-d0cb-47aa-9835-b96611526a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629488 Sep 26 18:06:31.778059 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:06:31.810802 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:31.841748 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-3208aba1-0817-4651-8d90-b06c7d011185 None None] Set router 900d615b-11fd-4769-a54e-7b2fbc16dd27 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:31.855003 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:06:31.855383 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:31.855743 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e Sep 26 18:06:31.884190 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=100 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:31.907039 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-5bfa87b5-9a9d-4e77-953f-c028be42f6a4 None None] Attempt 5 to provision port 100238ae-fdbd-4642-b888-f7a05f6a15eb Sep 26 18:06:31.981865 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa87b5-9a9d-4e77-953f-c028be42f6a4 None None] Port 100238ae-fdbd-4642-b888-f7a05f6a15eb cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:06:32.017588 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a2091dde-3a57-4ce2-8984-c1ec60a81551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:32.045352 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:32.100793 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-3208aba1-0817-4651-8d90-b06c7d011185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'name': 'tempest-TestShelveInstance-538304485-router', 'tenant_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:06:22Z', 'updated_at': '2022-09-26T18:06:29Z', 'revision_number': 4, 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'gw_port': {'id': 'ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:80:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:23Z', 'updated_at': '2022-09-26T18:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '100238ae-fdbd-4642-b888-f7a05f6a15eb', 'name': '', 'network_id': 'a36a0132-e2f2-42fb-aeb7-7b514a623f8b', 'tenant_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'mac_address': 'fa:16:3e:7a:62:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '33062f00-b294-40a6-a636-99be26c54435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:28Z', 'updated_at': '2022-09-26T18:06:29Z', 'revision_number': 2, 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'subnets': [{'id': '33062f00-b294-40a6-a636-99be26c54435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:32.134388 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3208aba1-0817-4651-8d90-b06c7d011185 None None] Checking router: 900d615b-11fd-4769-a54e-7b2fbc16dd27 for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:06:32.135827 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3208aba1-0817-4651-8d90-b06c7d011185 None None] Updating router 900d615b-11fd-4769-a54e-7b2fbc16dd27 port 100238ae-fdbd-4642-b888-f7a05f6a15eb binding host dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:06:32.180917 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-3208aba1-0817-4651-8d90-b06c7d011185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (100238ae-fdbd-4642-b888-f7a05f6a15eb), before_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:32.224914 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:32.259371 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:32.330587 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 51076) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:32.338203 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-dc281cb3-ed69-463c-98bf-6118c908d327 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-948103010-network', 'tenant_id': '35275742c4a04744be7a7ef07a7f9356'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:32.356998 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:32.446433 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc281cb3-ed69-463c-98bf-6118c908d327 admin admin] Made reservation on behalf of 35275742c4a04744be7a7ef07a7f9356 for: {'network': 1} {{(pid=106582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:06:32.450319 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-dc281cb3-ed69-463c-98bf-6118c908d327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for network (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:32.462085 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-dc281cb3-ed69-463c-98bf-6118c908d327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:32.482486 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-5bfa87b5-9a9d-4e77-953f-c028be42f6a4 None None] Attempt 6 to provision port 100238ae-fdbd-4642-b888-f7a05f6a15eb Sep 26 18:06:32.541598 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa87b5-9a9d-4e77-953f-c028be42f6a4 None None] Port 100238ae-fdbd-4642-b888-f7a05f6a15eb cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:06:32.552442 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:32.563165 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-dc281cb3-ed69-463c-98bf-6118c908d327 admin admin] Publish callbacks [] for security_group (0d382ff6-1d25-4569-8f8d-f41214d08162), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:32.571674 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-3208aba1-0817-4651-8d90-b06c7d011185 None None] Publish callbacks [] for port (100238ae-fdbd-4642-b888-f7a05f6a15eb), precommit_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:32.693226 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-dc281cb3-ed69-463c-98bf-6118c908d327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (0d382ff6-1d25-4569-8f8d-f41214d08162), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:32.693795 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-3208aba1-0817-4651-8d90-b06c7d011185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (100238ae-fdbd-4642-b888-f7a05f6a15eb), after_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:32.723300 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:32.726350 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc281cb3-ed69-463c-98bf-6118c908d327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d382ff6-1d25-4569-8f8d-f41214d08162,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:32.734419 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc281cb3-ed69-463c-98bf-6118c908d327 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=106582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:06:32.745137 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1daf6d7-6e2b-43d3-a7ba-42e6979d4657 None None] Pushing event updated for resources: {'Port': ['ID=100238ae-fdbd-4642-b888-f7a05f6a15eb,revision_number=3']} {{(pid=106585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:32.746653 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-dc281cb3-ed69-463c-98bf-6118c908d327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (5453355c-4287-48c2-bd02-9fc8b8a9066a), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:32.747443 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.db.segments_db [None req-dc281cb3-ed69-463c-98bf-6118c908d327 admin admin] Added segment 5453355c-4287-48c2-bd02-9fc8b8a9066a of type vlan for network abf89671-6d48-4dd4-b938-779906ace67d Sep 26 18:06:32.807326 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-dc281cb3-ed69-463c-98bf-6118c908d327 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756749379750'] for network (abf89671-6d48-4dd4-b938-779906ace67d), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:32.817650 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-3208aba1-0817-4651-8d90-b06c7d011185 None None] Attempting to bind port 100238ae-fdbd-4642-b888-f7a05f6a15eb on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:06:32.818829 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-3208aba1-0817-4651-8d90-b06c7d011185 None None] Attempting to bind port 100238ae-fdbd-4642-b888-f7a05f6a15eb by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': 'b6669bb3-a9d0-4e5f-84e9-06ec0492f97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a36a0132-e2f2-42fb-aeb7-7b514a623f8b'}] {{(pid=106585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:06:32.819696 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3208aba1-0817-4651-8d90-b06c7d011185 None None] Attempting to bind port 100238ae-fdbd-4642-b888-f7a05f6a15eb on network a36a0132-e2f2-42fb-aeb7-7b514a623f8b {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:06:32.831092 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45833da2-9bc2-499a-ab80-0bdcf43b60ae req-20236add-a0fd-436e-9171-2daa2d38561b tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:32.832873 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-45833da2-9bc2-499a-ab80-0bdcf43b60ae req-20236add-a0fd-436e-9171-2daa2d38561b tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 944 time: 0.0706520 Sep 26 18:06:32.877330 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3208aba1-0817-4651-8d90-b06c7d011185 None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:06:32.877817 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3208aba1-0817-4651-8d90-b06c7d011185 None None] Checking segment: {'id': 'b6669bb3-a9d0-4e5f-84e9-06ec0492f97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a36a0132-e2f2-42fb-aeb7-7b514a623f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:06:32.878299 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-3208aba1-0817-4651-8d90-b06c7d011185 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:32.878789 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3208aba1-0817-4651-8d90-b06c7d011185 None None] Bound using segment: {'id': 'b6669bb3-a9d0-4e5f-84e9-06ec0492f97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a36a0132-e2f2-42fb-aeb7-7b514a623f8b'} {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:06:32.879392 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-3208aba1-0817-4651-8d90-b06c7d011185 None None] Bound port: 100238ae-fdbd-4642-b888-f7a05f6a15eb, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6669bb3-a9d0-4e5f-84e9-06ec0492f97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a36a0132-e2f2-42fb-aeb7-7b514a623f8b'}}] {{(pid=106585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:06:32.880275 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-3208aba1-0817-4651-8d90-b06c7d011185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (100238ae-fdbd-4642-b888-f7a05f6a15eb), before_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:32.918601 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236712e-d165-4a3d-9308-564a315c6858 req-08b11f27-7d9d-4f11-9e6a-6ba0a7433a18 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:32.918601 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5236712e-d165-4a3d-9308-564a315c6858 req-08b11f27-7d9d-4f11-9e6a-6ba0a7433a18 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 945 time: 0.0762532 Sep 26 18:06:32.937023 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-dc281cb3-ed69-463c-98bf-6118c908d327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310'] for network (abf89671-6d48-4dd4-b938-779906ace67d), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:32.938200 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc281cb3-ed69-463c-98bf-6118c908d327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:32.939024 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-dc281cb3-ed69-463c-98bf-6118c908d327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:32.957534 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-45833da2-9bc2-499a-ab80-0bdcf43b60ae req-c1d292a6-27d4-4db1-84a2-2e6ab4b9c1b9 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168916 Sep 26 18:06:32.971055 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.db [None req-3208aba1-0817-4651-8d90-b06c7d011185 None None] For port 100238ae-fdbd-4642-b888-f7a05f6a15eb, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:06:32.974792 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.db [None req-3208aba1-0817-4651-8d90-b06c7d011185 None None] For port 100238ae-fdbd-4642-b888-f7a05f6a15eb, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=100238ae-fdbd-4642-b888-f7a05f6a15eb,segment=NetworkSegment(b6669bb3-a9d0-4e5f-84e9-06ec0492f97f),segment_id=b6669bb3-a9d0-4e5f-84e9-06ec0492f97f)] {{(pid=106585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:06:33.003480 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5236712e-d165-4a3d-9308-564a315c6858 req-030a1339-52de-40b4-8c5b-c2b6ace1c599 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696523 Sep 26 18:06:33.043217 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-5bfa87b5-9a9d-4e77-953f-c028be42f6a4 None None] Attempt 7 to provision port 100238ae-fdbd-4642-b888-f7a05f6a15eb Sep 26 18:06:33.102702 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa87b5-9a9d-4e77-953f-c028be42f6a4 None None] Port 100238ae-fdbd-4642-b888-f7a05f6a15eb cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:06:33.105770 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-3208aba1-0817-4651-8d90-b06c7d011185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (100238ae-fdbd-4642-b888-f7a05f6a15eb), after_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:33.146256 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3208aba1-0817-4651-8d90-b06c7d011185 None None] Routers {'900d615b-11fd-4769-a54e-7b2fbc16dd27'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:33.146913 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-3208aba1-0817-4651-8d90-b06c7d011185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:06:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['900d615b-11fd-4769-a54e-7b2fbc16dd27'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:33.178996 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-dc281cb3-ed69-463c-98bf-6118c908d327 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8468177 Sep 26 18:06:33.182167 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 51088) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:33.194013 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-8c3623a6-19c8-4151-a671-4bac33cb3130 admin admin] Request body: {'subnet': {'network_id': 'abf89671-6d48-4dd4-b938-779906ace67d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-948103010-subnet', 'tenant_id': '35275742c4a04744be7a7ef07a7f9356', 'ip_version': 4}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:33.207041 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc281cb3-ed69-463c-98bf-6118c908d327 admin admin] Pushing event updated for resources: {'Network': ['ID=abf89671-6d48-4dd4-b938-779906ace67d,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:33.211337 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1daf6d7-6e2b-43d3-a7ba-42e6979d4657 None None] Pushing event updated for resources: {'Port': ['ID=100238ae-fdbd-4642-b888-f7a05f6a15eb,revision_number=4']} {{(pid=106585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:33.219115 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Network abf89671-6d48-4dd4-b938-779906ace67d details requested by agent ovs-agent-dv-cinder-859319-1-iscsi with host dv-cinder-859319-1-iscsi {{(pid=106584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:06:33.328176 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=100 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:33.339130 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3623a6-19c8-4151-a671-4bac33cb3130 admin admin] Made reservation on behalf of 35275742c4a04744be7a7ef07a7f9356 for: {'subnet': 1} {{(pid=106582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:06:33.341767 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8c3623a6-19c8-4151-a671-4bac33cb3130 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2161455'] for subnet (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:33.374732 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-3208aba1-0817-4651-8d90-b06c7d011185 None None] Set router 900d615b-11fd-4769-a54e-7b2fbc16dd27 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:33.403157 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:33.603742 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-5bfa87b5-9a9d-4e77-953f-c028be42f6a4 None None] Attempt 8 to provision port 100238ae-fdbd-4642-b888-f7a05f6a15eb Sep 26 18:06:33.610779 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-3208aba1-0817-4651-8d90-b06c7d011185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'name': 'tempest-TestShelveInstance-538304485-router', 'tenant_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:06:22Z', 'updated_at': '2022-09-26T18:06:29Z', 'revision_number': 4, 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'gw_port': {'id': 'ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:80:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:23Z', 'updated_at': '2022-09-26T18:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '100238ae-fdbd-4642-b888-f7a05f6a15eb', 'name': '', 'network_id': 'a36a0132-e2f2-42fb-aeb7-7b514a623f8b', 'tenant_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'mac_address': 'fa:16:3e:7a:62:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '33062f00-b294-40a6-a636-99be26c54435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:28Z', 'updated_at': '2022-09-26T18:06:32Z', 'revision_number': 4, 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'subnets': [{'id': '33062f00-b294-40a6-a636-99be26c54435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:33.639441 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3208aba1-0817-4651-8d90-b06c7d011185 None None] The sync data for ids ['900d615b-11fd-4769-a54e-7b2fbc16dd27'] in dv-cinder-859319-1-iscsi is: [{'id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'name': 'tempest-TestShelveInstance-538304485-router', 'tenant_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:06:22Z', 'updated_at': '2022-09-26T18:06:29Z', 'revision_number': 4, 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'gw_port': {'id': 'ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:80:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:23Z', 'updated_at': '2022-09-26T18:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '100238ae-fdbd-4642-b888-f7a05f6a15eb', 'name': '', 'network_id': 'a36a0132-e2f2-42fb-aeb7-7b514a623f8b', 'tenant_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'mac_address': 'fa:16:3e:7a:62:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '33062f00-b294-40a6-a636-99be26c54435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:28Z', 'updated_at': '2022-09-26T18:06:32Z', 'revision_number': 4, 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'subnets': [{'id': '33062f00-b294-40a6-a636-99be26c54435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:06:33.699372 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8c3623a6-19c8-4151-a671-4bac33cb3130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-515633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2161465'] for subnet (c15ae608-4669-4c6f-bf89-62b97d33bd2d), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:33.704893 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa87b5-9a9d-4e77-953f-c028be42f6a4 None None] Current status of the port 100238ae-fdbd-4642-b888-f7a05f6a15eb is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:33.705343 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-5bfa87b5-9a9d-4e77-953f-c028be42f6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (100238ae-fdbd-4642-b888-f7a05f6a15eb), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:33.776535 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-5bfa87b5-9a9d-4e77-953f-c028be42f6a4 None None] For port 100238ae-fdbd-4642-b888-f7a05f6a15eb, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=100238ae-fdbd-4642-b888-f7a05f6a15eb,segment=NetworkSegment(b6669bb3-a9d0-4e5f-84e9-06ec0492f97f),segment_id=b6669bb3-a9d0-4e5f-84e9-06ec0492f97f)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:33.806174 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3623a6-19c8-4151-a671-4bac33cb3130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c15ae608-4669-4c6f-bf89-62b97d33bd2d,revision_number=0']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:33.814570 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3623a6-19c8-4151-a671-4bac33cb3130 admin admin] Checking segment: {'id': '5453355c-4287-48c2-bd02-9fc8b8a9066a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'abf89671-6d48-4dd4-b938-779906ace67d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:06:33.815018 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3623a6-19c8-4151-a671-4bac33cb3130 admin admin] Network hostable DHCP agents. Network: abf89671-6d48-4dd4-b938-779906ace67d, hostable agents: ['4ef20602-5638-479d-aebe-a5cbb98cbff1'], hosted agents: [] {{(pid=106582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:06:33.908899 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-5bfa87b5-9a9d-4e77-953f-c028be42f6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (100238ae-fdbd-4642-b888-f7a05f6a15eb), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:33.962042 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3623a6-19c8-4151-a671-4bac33cb3130 admin admin] Network abf89671-6d48-4dd4-b938-779906ace67d is scheduled to be hosted by DHCP agent 4ef20602-5638-479d-aebe-a5cbb98cbff1 with binding_index 1 {{(pid=106582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:06:33.990033 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa87b5-9a9d-4e77-953f-c028be42f6a4 None None] Pushing event updated for resources: {'Port': ['ID=100238ae-fdbd-4642-b888-f7a05f6a15eb,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:34.030710 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-9ea9b53a-3594-41ca-aaf8-870a21ed5fd2 None None] Provisioning complete for port 100238ae-fdbd-4642-b888-f7a05f6a15eb triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:06:34.030958 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-9ea9b53a-3594-41ca-aaf8-870a21ed5fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (100238ae-fdbd-4642-b888-f7a05f6a15eb), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:34.031943 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-9ea9b53a-3594-41ca-aaf8-870a21ed5fd2 None None] Attempt 1 to provision port 100238ae-fdbd-4642-b888-f7a05f6a15eb Sep 26 18:06:34.121617 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-8c3623a6-19c8-4151-a671-4bac33cb3130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-1-iscsi, abf89671-6d48-4dd4-b938-779906ace67d) {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:06:34.133407 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3623a6-19c8-4151-a671-4bac33cb3130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:34.133839 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8c3623a6-19c8-4151-a671-4bac33cb3130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for subnet (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:34.152100 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4fd320-4bee-4fa1-b628-1c795e1a6cdf None None] Network abf89671-6d48-4dd4-b938-779906ace67d requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:06:34.192059 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05803f1a-ec67-4b8c-9094-c28790f13bc6 req-a8830fd6-028e-417c-8a5d-8e1ed6ea7b3a tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:34.193623 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-05803f1a-ec67-4b8c-9094-c28790f13bc6 req-a8830fd6-028e-417c-8a5d-8e1ed6ea7b3a tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 944 time: 0.1059892 Sep 26 18:06:34.204667 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-9ea9b53a-3594-41ca-aaf8-870a21ed5fd2 None None] Current status of the port 100238ae-fdbd-4642-b888-f7a05f6a15eb is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:34.207508 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a818b-3abf-4e98-a6b6-5cced5d9e748 req-ab3cc94c-8991-4b08-8f22-328120c57ea6 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:34.209082 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:34.212375 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3a5a818b-3abf-4e98-a6b6-5cced5d9e748 req-ab3cc94c-8991-4b08-8f22-328120c57ea6 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 945 time: 0.0831497 Sep 26 18:06:34.258911 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-8c3623a6-19c8-4151-a671-4bac33cb3130 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0678332 Sep 26 18:06:34.261217 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 51098) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:34.270924 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-0b615149-d8b9-4f82-926a-66d7bec0e8b1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-948103010-router', 'tenant_id': '35275742c4a04744be7a7ef07a7f9356', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:34.303785 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:34.305694 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-05803f1a-ec67-4b8c-9094-c28790f13bc6 req-90c84f45-bc1e-4bfd-bee3-eda1bf33cb8c tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904853 Sep 26 18:06:34.307570 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3a5a818b-3abf-4e98-a6b6-5cced5d9e748 req-c034b1bf-40c1-4ba3-bfbe-aeb08b8c5d73 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900354 Sep 26 18:06:34.322141 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cc9721-2bf7-46ec-ac18-b513ee4013be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4764dadb-9c64-5769-9546-d6a7905953f7-abf89671-6d48-4dd4-b938-779906ace67d', 'network_id': 'abf89671-6d48-4dd4-b938-779906ace67d', 'project_id': '35275742c4a04744be7a7ef07a7f9356', 'fixed_ips': [{'subnet_id': 'c15ae608-4669-4c6f-bf89-62b97d33bd2d'}]}} from dv-cinder-859319-1-iscsi. {{(pid=106584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 18:06:34.324068 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-f0cc9721-2bf7-46ec-ac18-b513ee4013be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:34.343422 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-77c9836a-10ca-4944-bb61-b08ba2d07c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:34.377891 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0b615149-d8b9-4f82-926a-66d7bec0e8b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2095476'] for router (3e20594e-1f53-4ac7-8171-27f3bd6d2ed7), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:34.378925 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0b615149-d8b9-4f82-926a-66d7bec0e8b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-497029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2095487'] for router (3e20594e-1f53-4ac7-8171-27f3bd6d2ed7), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:34.429568 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:34.462645 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0b615149-d8b9-4f82-926a-66d7bec0e8b1 admin admin] Publish callbacks [] for router_controller (3e20594e-1f53-4ac7-8171-27f3bd6d2ed7), precommit_add_association {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:34.522226 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.db_base_plugin_common [None req-f0cc9721-2bf7-46ec-ac18-b513ee4013be None None] Allocated IP 172.20.0.2 (abf89671-6d48-4dd4-b938-779906ace67d/c15ae608-4669-4c6f-bf89-62b97d33bd2d/fd776bec-5aed-4b25-8add-dc1bbfc095fe) {{(pid=106584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:06:34.725702 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-f0cc9721-2bf7-46ec-ac18-b513ee4013be None None] Publish callbacks [] for port (fd776bec-5aed-4b25-8add-dc1bbfc095fe), precommit_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:34.796650 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-f0cc9721-2bf7-46ec-ac18-b513ee4013be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720'] for port (fd776bec-5aed-4b25-8add-dc1bbfc095fe), after_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:34.798607 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0b615149-d8b9-4f82-926a-66d7bec0e8b1 admin admin] Publish callbacks [] for router_gateway (3e20594e-1f53-4ac7-8171-27f3bd6d2ed7), precommit_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:34.832149 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d888a-7f63-456b-b926-23133fcc065a req-dcc08c33-938b-46ce-b14d-6bff0f530a02 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:34.835222 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-177d888a-7f63-456b-b926-23133fcc065a req-dcc08c33-938b-46ce-b14d-6bff0f530a02 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 945 time: 0.0788774 Sep 26 18:06:34.841341 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cc9721-2bf7-46ec-ac18-b513ee4013be None None] Network abf89671-6d48-4dd4-b938-779906ace67d is already hosted by enough agents. {{(pid=106584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:06:34.847785 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.scheduler.base_scheduler [None req-f0cc9721-2bf7-46ec-ac18-b513ee4013be None None] Resources bound (agent type, host, resource id): {{(pid=106584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:06:34.852345 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cc9721-2bf7-46ec-ac18-b513ee4013be None None] Received port after_create {{(pid=106584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:06:34.866619 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc9721-2bf7-46ec-ac18-b513ee4013be None None] Pushing event updated for resources: {'Port': ['ID=fd776bec-5aed-4b25-8add-dc1bbfc095fe,revision_number=1']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:34.955691 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-f0cc9721-2bf7-46ec-ac18-b513ee4013be None None] Attempting to bind port fd776bec-5aed-4b25-8add-dc1bbfc095fe on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:06:34.956060 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-f0cc9721-2bf7-46ec-ac18-b513ee4013be None None] Attempting to bind port fd776bec-5aed-4b25-8add-dc1bbfc095fe by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': '5453355c-4287-48c2-bd02-9fc8b8a9066a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'abf89671-6d48-4dd4-b938-779906ace67d'}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:06:34.956426 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cc9721-2bf7-46ec-ac18-b513ee4013be None None] Attempting to bind port fd776bec-5aed-4b25-8add-dc1bbfc095fe on network abf89671-6d48-4dd4-b938-779906ace67d {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:06:34.962743 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-177d888a-7f63-456b-b926-23133fcc065a req-5bb1e4a3-0274-4c47-b4c3-25bd62f67777 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Deleting port c3bcaded-511d-43f7-b35e-4fa6e8c47ecf {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:06:34.964027 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-177d888a-7f63-456b-b926-23133fcc065a req-5bb1e4a3-0274-4c47-b4c3-25bd62f67777 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (c3bcaded-511d-43f7-b35e-4fa6e8c47ecf), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:35.027121 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cc9721-2bf7-46ec-ac18-b513ee4013be None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:06:35.027802 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cc9721-2bf7-46ec-ac18-b513ee4013be None None] Checking segment: {'id': '5453355c-4287-48c2-bd02-9fc8b8a9066a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'abf89671-6d48-4dd4-b938-779906ace67d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:06:35.028287 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-f0cc9721-2bf7-46ec-ac18-b513ee4013be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:35.028764 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cc9721-2bf7-46ec-ac18-b513ee4013be None None] Bound using segment: {'id': '5453355c-4287-48c2-bd02-9fc8b8a9066a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'abf89671-6d48-4dd4-b938-779906ace67d'} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:06:35.029337 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-f0cc9721-2bf7-46ec-ac18-b513ee4013be None None] Bound port: fd776bec-5aed-4b25-8add-dc1bbfc095fe, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5453355c-4287-48c2-bd02-9fc8b8a9066a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'abf89671-6d48-4dd4-b938-779906ace67d'}}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:06:35.029810 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-f0cc9721-2bf7-46ec-ac18-b513ee4013be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (fd776bec-5aed-4b25-8add-dc1bbfc095fe), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:35.086921 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:35.119450 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-f0cc9721-2bf7-46ec-ac18-b513ee4013be None None] For port fd776bec-5aed-4b25-8add-dc1bbfc095fe, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:06:35.120105 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-177d888a-7f63-456b-b926-23133fcc065a req-5bb1e4a3-0274-4c47-b4c3-25bd62f67777 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] For port c3bcaded-511d-43f7-b35e-4fa6e8c47ecf, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c3bcaded-511d-43f7-b35e-4fa6e8c47ecf,segment=NetworkSegment(ff32fb5a-a197-4dbd-82f7-72cd477f07fb),segment_id=ff32fb5a-a197-4dbd-82f7-72cd477f07fb)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:35.120917 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-177d888a-7f63-456b-b926-23133fcc065a req-5bb1e4a3-0274-4c47-b4c3-25bd62f67777 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (c3bcaded-511d-43f7-b35e-4fa6e8c47ecf), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:35.126235 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-f0cc9721-2bf7-46ec-ac18-b513ee4013be None None] For port fd776bec-5aed-4b25-8add-dc1bbfc095fe, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=fd776bec-5aed-4b25-8add-dc1bbfc095fe,segment=NetworkSegment(5453355c-4287-48c2-bd02-9fc8b8a9066a),segment_id=5453355c-4287-48c2-bd02-9fc8b8a9066a)] {{(pid=106584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:06:35.126531 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:35.143005 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-177d888a-7f63-456b-b926-23133fcc065a req-5bb1e4a3-0274-4c47-b4c3-25bd62f67777 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Calling delete_port for c3bcaded-511d-43f7-b35e-4fa6e8c47ecf owned by compute:nova {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:35.213453 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0b615149-d8b9-4f82-926a-66d7bec0e8b1 admin admin] Publish callbacks [] for router_gateway (3e20594e-1f53-4ac7-8171-27f3bd6d2ed7), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:35.233964 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-f0cc9721-2bf7-46ec-ac18-b513ee4013be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (fd776bec-5aed-4b25-8add-dc1bbfc095fe), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:35.242139 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0b615149-d8b9-4f82-926a-66d7bec0e8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:35.331270 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc9721-2bf7-46ec-ac18-b513ee4013be None None] Pushing event updated for resources: {'Port': ['ID=fd776bec-5aed-4b25-8add-dc1bbfc095fe,revision_number=2']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:35.404019 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_common [None req-0b615149-d8b9-4f82-926a-66d7bec0e8b1 admin admin] Allocated IP 172.27.3.31 (75671e20-856b-479b-bee1-be813a3f2eee/4775a61a-d36f-43c7-b0a4-bf2c0640e392/fee9b700-0d63-485b-aa5c-81ea19e3ac49) {{(pid=106582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:06:35.485066 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-177d888a-7f63-456b-b926-23133fcc065a req-5bb1e4a3-0274-4c47-b4c3-25bd62f67777 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (c3bcaded-511d-43f7-b35e-4fa6e8c47ecf), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:35.570574 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:35.581724 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a219652-1a78-4d22-b324-8970ae4aead2 req-6f96017f-fe1d-4d04-b0d3-0d4863add94b tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:35.583350 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9a219652-1a78-4d22-b324-8970ae4aead2 req-6f96017f-fe1d-4d04-b0d3-0d4863add94b tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 945 time: 0.1619122 Sep 26 18:06:35.584189 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1e4a3-0274-4c47-b4c3-25bd62f67777 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Pushing event deleted for resources: {'Port': ['ID=c3bcaded-511d-43f7-b35e-4fa6e8c47ecf,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:35.599395 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a0478-a910-4c23-923e-bca01d1308bc req-09075971-c6ff-4e56-ab3e-d3e96d645ec4 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:35.601145 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cd0a0478-a910-4c23-923e-bca01d1308bc req-09075971-c6ff-4e56-ab3e-d3e96d645ec4 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 944 time: 0.1569490 Sep 26 18:06:35.607898 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0b615149-d8b9-4f82-926a-66d7bec0e8b1 admin admin] Publish callbacks [] for port (fee9b700-0d63-485b-aa5c-81ea19e3ac49), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:35.695261 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-177d888a-7f63-456b-b926-23133fcc065a req-5bb1e4a3-0274-4c47-b4c3-25bd62f67777 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] No DVR routers for this DVR port c3bcaded-511d-43f7-b35e-4fa6e8c47ecf on host hv-cinder-85931 {{(pid=106583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:06:35.699552 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-177d888a-7f63-456b-b926-23133fcc065a req-5bb1e4a3-0274-4c47-b4c3-25bd62f67777 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:35.708674 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-177d888a-7f63-456b-b926-23133fcc065a req-5bb1e4a3-0274-4c47-b4c3-25bd62f67777 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.88 "DELETE /networking/v2.0/ports/c3bcaded-511d-43f7-b35e-4fa6e8c47ecf HTTP/1.1" status: 204 len: 173 time: 0.8628936 Sep 26 18:06:35.710046 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0f212d-7662-44b8-b8f8-2bdb09383d23', 'name': 'network-vif-deleted', 'tag': 'c3bcaded-511d-43f7-b35e-4fa6e8c47ecf'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:06:35.712619 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fb622e-46d2-410c-8fad-5e385ddcb82c" -d '{"events": [{"server_uuid": "ec0f212d-7662-44b8-b8f8-2bdb09383d23", "name": "network-vif-deleted", "tag": "c3bcaded-511d-43f7-b35e-4fa6e8c47ecf"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:06:35.735290 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a up at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:06:35.740538 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['c3bcaded-511d-43f7-b35e-4fa6e8c47ecf'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:06:35.774935 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0b615149-d8b9-4f82-926a-66d7bec0e8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (fee9b700-0d63-485b-aa5c-81ea19e3ac49), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:35.816731 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cd0a0478-a910-4c23-923e-bca01d1308bc req-07f939f8-6cc9-4726-9193-c148ca178716 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907504 Sep 26 18:06:35.854162 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9a219652-1a78-4d22-b324-8970ae4aead2 req-d1e1de5b-8ca9-4da0-a524-24bfe3379b1f tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f6798a17-a638-4cce-abda-66934f1e3c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508073 Sep 26 18:06:35.861640 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b615149-d8b9-4f82-926a-66d7bec0e8b1 admin admin] Network 75671e20-856b-479b-bee1-be813a3f2eee is already hosted by enough agents. {{(pid=106582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:06:35.878119 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-0b615149-d8b9-4f82-926a-66d7bec0e8b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:06:35.883786 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 100238ae-fdbd-4642-b888-f7a05f6a15eb up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:06:35.893921 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b615149-d8b9-4f82-926a-66d7bec0e8b1 admin admin] Received port after_create {{(pid=106582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:06:35.918450 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d8bd44-7c8f-4643-98b2-d015af590c5b x-openstack-request-id: req-39d8bd44-7c8f-4643-98b2-d015af590c5b {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:06:35.918748 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0f212d-7662-44b8-b8f8-2bdb09383d23", "name": "network-vif-deleted", "tag": "c3bcaded-511d-43f7-b35e-4fa6e8c47ecf", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:06:35.919092 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-39d8bd44-7c8f-4643-98b2-d015af590c5b {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:06:35.919586 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39d8bd44-7c8f-4643-98b2-d015af590c5b'] response: {'server_uuid': 'ec0f212d-7662-44b8-b8f8-2bdb09383d23', 'name': 'network-vif-deleted', 'tag': 'c3bcaded-511d-43f7-b35e-4fa6e8c47ecf', 'status': 'completed', 'code': 200} Sep 26 18:06:35.923557 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b615149-d8b9-4f82-926a-66d7bec0e8b1 admin admin] Pushing event updated for resources: {'Port': ['ID=fee9b700-0d63-485b-aa5c-81ea19e3ac49,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:35.930318 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning for port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a completed by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:06:35.952936 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 100238ae-fdbd-4642-b888-f7a05f6a15eb triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:06:35.953404 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (100238ae-fdbd-4642-b888-f7a05f6a15eb), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:35.953865 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 100238ae-fdbd-4642-b888-f7a05f6a15eb Sep 26 18:06:35.979812 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:36.045539 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning complete for port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:06:36.052613 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:36.052988 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Attempt 1 to provision port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a Sep 26 18:06:36.171317 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 100238ae-fdbd-4642-b888-f7a05f6a15eb is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:36.171461 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device fd776bec-5aed-4b25-8add-dc1bbfc095fe up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:06:36.248791 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a is: BUILD; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:36.250024 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:36.270679 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port fd776bec-5aed-4b25-8add-dc1bbfc095fe triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:06:36.270679 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (fd776bec-5aed-4b25-8add-dc1bbfc095fe), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:36.270679 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port fd776bec-5aed-4b25-8add-dc1bbfc095fe Sep 26 18:06:36.312012 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:36.348077 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44a359c-9109-4982-a7d2-ba4622f28fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a'}] {{(pid=106584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:06:36.350632 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743b4769c4925b62b4889170aadb5ee5b65d77d3032155737795e39ae48b1258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa3b694-2111-45d3-8c5c-6feb14ba1eb5" -d '{"events": [{"server_uuid": "a44a359c-9109-4982-a7d2-ba4622f28fc6", "name": "network-vif-plugged", "status": "completed", "tag": "9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a"}]}' {{(pid=106584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:06:36.369519 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a,segment=NetworkSegment(63da25e3-ab21-4200-80f5-c0efc61716da),segment_id=63da25e3-ab21-4200-80f5-c0efc61716da)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:36.415076 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0b615149-d8b9-4f82-926a-66d7bec0e8b1 admin admin] Publish callbacks [] for router_gateway (3e20594e-1f53-4ac7-8171-27f3bd6d2ed7), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:36.473559 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba67202-65cf-4892-83c2-dcf95a1d9af0 x-openstack-request-id: req-0ba67202-65cf-4892-83c2-dcf95a1d9af0 {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:06:36.473559 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a44a359c-9109-4982-a7d2-ba4622f28fc6", "name": "network-vif-plugged", "status": "completed", "tag": "9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a", "code": 200}]} {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:06:36.473559 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0ba67202-65cf-4892-83c2-dcf95a1d9af0 {{(pid=106584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:06:36.473559 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ba67202-65cf-4892-83c2-dcf95a1d9af0'] response: {'server_uuid': 'a44a359c-9109-4982-a7d2-ba4622f28fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a', 'code': 200} Sep 26 18:06:36.473559 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:36.505039 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port fd776bec-5aed-4b25-8add-dc1bbfc095fe is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:36.505039 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (fd776bec-5aed-4b25-8add-dc1bbfc095fe), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:36.577411 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:36.588439 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] For port fd776bec-5aed-4b25-8add-dc1bbfc095fe, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=fd776bec-5aed-4b25-8add-dc1bbfc095fe,segment=NetworkSegment(5453355c-4287-48c2-bd02-9fc8b8a9066a),segment_id=5453355c-4287-48c2-bd02-9fc8b8a9066a)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:36.657989 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:36.738928 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009f470d-2fd1-43ee-bfa8-abee12868eef None None] Network abf89671-6d48-4dd4-b938-779906ace67d requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:06:36.739475 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0b615149-d8b9-4f82-926a-66d7bec0e8b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500314'] for router (3e20594e-1f53-4ac7-8171-27f3bd6d2ed7), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:36.846898 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:36.849207 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (fd776bec-5aed-4b25-8add-dc1bbfc095fe), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:36.868145 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-4584d93b-57a0-4fa4-9a1e-9b6da28dbfeb None None] Provisioning complete for port fd776bec-5aed-4b25-8add-dc1bbfc095fe triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:06:36.868497 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-4584d93b-57a0-4fa4-9a1e-9b6da28dbfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (fd776bec-5aed-4b25-8add-dc1bbfc095fe), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:36.868958 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-4584d93b-57a0-4fa4-9a1e-9b6da28dbfeb None None] Attempt 1 to provision port fd776bec-5aed-4b25-8add-dc1bbfc095fe Sep 26 18:06:37.082222 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0374d488-dc16-4977-b863-eb0f78d8a8d3 req-740f1103-3888-444d-8057-7477badd4cd3 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 210 time: 0.0708659 Sep 26 18:06:37.131189 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:37.190536 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b615149-d8b9-4f82-926a-66d7bec0e8b1 admin admin] Router 3e20594e-1f53-4ac7-8171-27f3bd6d2ed7 is scheduled to L3 agent 1e333347-308d-435a-a92a-39a4b363e81b with binding_index 1 {{(pid=106582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 18:06:37.205397 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Pushing event updated for resources: {'Port': ['ID=fd776bec-5aed-4b25-8add-dc1bbfc095fe,revision_number=3']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:37.258702 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bebafb-5289-43c5-8edd-c538a7457a4b req-c547f9d3-2fd8-422d-9622-1a48f083cc68 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:37.261935 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f1bebafb-5289-43c5-8edd-c538a7457a4b req-c547f9d3-2fd8-422d-9622-1a48f083cc68 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.1356411 Sep 26 18:06:37.274554 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-4584d93b-57a0-4fa4-9a1e-9b6da28dbfeb None None] Current status of the port fd776bec-5aed-4b25-8add-dc1bbfc095fe is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:37.283700 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22159ecf-525b-4abf-b5d8-6f57a775ec76 req-015b45d0-7203-4692-ab80-4d33b73f4395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:37.284611 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:37.289035 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-22159ecf-525b-4abf-b5d8-6f57a775ec76 req-015b45d0-7203-4692-ab80-4d33b73f4395 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 1129 time: 0.1251235 Sep 26 18:06:37.374694 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b615149-d8b9-4f82-926a-66d7bec0e8b1 admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:06:37.383174 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f1bebafb-5289-43c5-8edd-c538a7457a4b req-2dc46579-cb9f-4573-9bc8-7a922cd72a15 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132128 Sep 26 18:06:37.385612 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dec5008-3b81-4930-83c9-d284fbd3f769 None None] Sync routers for ids ['3e20594e-1f53-4ac7-8171-27f3bd6d2ed7'] in dv-cinder-859319-1-iscsi {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:06:37.390630 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-22159ecf-525b-4abf-b5d8-6f57a775ec76 req-f2c1c727-251e-4aac-8116-c8f3f822c804 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923927 Sep 26 18:06:37.403846 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dec5008-3b81-4930-83c9-d284fbd3f769 None None] Routers {'3e20594e-1f53-4ac7-8171-27f3bd6d2ed7'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:37.404497 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-9dec5008-3b81-4930-83c9-d284fbd3f769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:06:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['3e20594e-1f53-4ac7-8171-27f3bd6d2ed7'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:37.409122 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:37.514329 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:37.533633 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-9dec5008-3b81-4930-83c9-d284fbd3f769 None None] Set router 3e20594e-1f53-4ac7-8171-27f3bd6d2ed7 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:37.569688 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0b615149-d8b9-4f82-926a-66d7bec0e8b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:37.571123 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-0b615149-d8b9-4f82-926a-66d7bec0e8b1 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.3089213 Sep 26 18:06:37.574101 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 51144) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:37.648496 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-084104e7-436c-40d4-aa96-74ac0b99408e None None] Provisioning complete for port fd776bec-5aed-4b25-8add-dc1bbfc095fe triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:06:37.648873 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-084104e7-436c-40d4-aa96-74ac0b99408e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (fd776bec-5aed-4b25-8add-dc1bbfc095fe), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:37.649222 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-084104e7-436c-40d4-aa96-74ac0b99408e None None] Attempt 1 to provision port fd776bec-5aed-4b25-8add-dc1bbfc095fe Sep 26 18:06:37.748497 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device fd776bec-5aed-4b25-8add-dc1bbfc095fe up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:06:37.835501 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-084104e7-436c-40d4-aa96-74ac0b99408e None None] Current status of the port fd776bec-5aed-4b25-8add-dc1bbfc095fe is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:37.844336 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-9dec5008-3b81-4930-83c9-d284fbd3f769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e20594e-1f53-4ac7-8171-27f3bd6d2ed7', 'name': 'tempest-TestShelveInstance-948103010-router', 'tenant_id': '35275742c4a04744be7a7ef07a7f9356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'fee9b700-0d63-485b-aa5c-81ea19e3ac49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:06:34Z', 'updated_at': '2022-09-26T18:06:36Z', 'revision_number': 3, 'project_id': '35275742c4a04744be7a7ef07a7f9356', 'gw_port': {'id': 'fee9b700-0d63-485b-aa5c-81ea19e3ac49', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e20594e-1f53-4ac7-8171-27f3bd6d2ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:35Z', 'updated_at': '2022-09-26T18:06:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:37.875904 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dec5008-3b81-4930-83c9-d284fbd3f769 None None] Checking router: 3e20594e-1f53-4ac7-8171-27f3bd6d2ed7 for host: dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:06:37.876259 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dec5008-3b81-4930-83c9-d284fbd3f769 None None] Updating router 3e20594e-1f53-4ac7-8171-27f3bd6d2ed7 port fee9b700-0d63-485b-aa5c-81ea19e3ac49 binding host dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:06:37.878153 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port fd776bec-5aed-4b25-8add-dc1bbfc095fe triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:06:37.878527 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (fd776bec-5aed-4b25-8add-dc1bbfc095fe), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:37.878857 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port fd776bec-5aed-4b25-8add-dc1bbfc095fe Sep 26 18:06:37.936409 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-9dec5008-3b81-4930-83c9-d284fbd3f769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (fee9b700-0d63-485b-aa5c-81ea19e3ac49), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:38.077066 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port fd776bec-5aed-4b25-8add-dc1bbfc095fe is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:38.241630 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-bcfac2a3-250b-46f8-b4fe-147cb0487ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:38.245581 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a392ceb3-8afe-4c56-96c4-ad68bc19b876 req-8f3a5d21-a3e7-48d3-ad94-0748464ddeb4 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 210 time: 0.0431302 Sep 26 18:06:38.271223 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-9dec5008-3b81-4930-83c9-d284fbd3f769 None None] Publish callbacks [] for port (fee9b700-0d63-485b-aa5c-81ea19e3ac49), precommit_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:38.375054 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-9dec5008-3b81-4930-83c9-d284fbd3f769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (fee9b700-0d63-485b-aa5c-81ea19e3ac49), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:38.414555 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-9dec5008-3b81-4930-83c9-d284fbd3f769 None None] Attempting to bind port fee9b700-0d63-485b-aa5c-81ea19e3ac49 on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:06:38.414928 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-9dec5008-3b81-4930-83c9-d284fbd3f769 None None] Attempting to bind port fee9b700-0d63-485b-aa5c-81ea19e3ac49 by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:06:38.415301 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dec5008-3b81-4930-83c9-d284fbd3f769 None None] Attempting to bind port fee9b700-0d63-485b-aa5c-81ea19e3ac49 on network 75671e20-856b-479b-bee1-be813a3f2eee {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:06:38.424475 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_common [None req-bcfac2a3-250b-46f8-b4fe-147cb0487ef9 admin admin] Allocated IP 172.20.0.1 (abf89671-6d48-4dd4-b938-779906ace67d/c15ae608-4669-4c6f-bf89-62b97d33bd2d/d185ffd1-5e1a-4056-be74-0bb851a4b8df) {{(pid=106582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:06:38.460526 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc54b5f-69c7-453a-b252-c70d920e9aa0 None None] Pushing event updated for resources: {'Port': ['ID=fee9b700-0d63-485b-aa5c-81ea19e3ac49,revision_number=2']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:38.477447 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dec5008-3b81-4930-83c9-d284fbd3f769 None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:06:38.486144 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dec5008-3b81-4930-83c9-d284fbd3f769 None None] Checking segment: {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:06:38.486144 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-9dec5008-3b81-4930-83c9-d284fbd3f769 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:38.486144 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dec5008-3b81-4930-83c9-d284fbd3f769 None None] Bound using segment: {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:06:38.486144 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-9dec5008-3b81-4930-83c9-d284fbd3f769 None None] Bound port: fee9b700-0d63-485b-aa5c-81ea19e3ac49, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:06:38.486144 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-9dec5008-3b81-4930-83c9-d284fbd3f769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (fee9b700-0d63-485b-aa5c-81ea19e3ac49), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:38.522087 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884a513-2551-4a15-900e-32c44f5eb052 req-9e7360db-89e5-4f57-a2c6-d893060abbb2 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:38.523610 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c884a513-2551-4a15-900e-32c44f5eb052 req-9e7360db-89e5-4f57-a2c6-d893060abbb2 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.0564127 Sep 26 18:06:38.548086 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-9dec5008-3b81-4930-83c9-d284fbd3f769 None None] For port fee9b700-0d63-485b-aa5c-81ea19e3ac49, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:06:38.551623 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-9dec5008-3b81-4930-83c9-d284fbd3f769 None None] For port fee9b700-0d63-485b-aa5c-81ea19e3ac49, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=fee9b700-0d63-485b-aa5c-81ea19e3ac49,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:06:38.561541 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-bcfac2a3-250b-46f8-b4fe-147cb0487ef9 admin admin] Publish callbacks [] for port (d185ffd1-5e1a-4056-be74-0bb851a4b8df), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:38.580844 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c884a513-2551-4a15-900e-32c44f5eb052 req-a2466e87-687a-4727-ab1a-854e565f317c tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511169 Sep 26 18:06:38.680827 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-9dec5008-3b81-4930-83c9-d284fbd3f769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (fee9b700-0d63-485b-aa5c-81ea19e3ac49), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:38.720693 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dec5008-3b81-4930-83c9-d284fbd3f769 None None] Routers {'3e20594e-1f53-4ac7-8171-27f3bd6d2ed7'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:38.721247 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-9dec5008-3b81-4930-83c9-d284fbd3f769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:06:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['3e20594e-1f53-4ac7-8171-27f3bd6d2ed7'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:38.734004 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-bcfac2a3-250b-46f8-b4fe-147cb0487ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (d185ffd1-5e1a-4056-be74-0bb851a4b8df), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:38.777156 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfac2a3-250b-46f8-b4fe-147cb0487ef9 admin admin] Network abf89671-6d48-4dd4-b938-779906ace67d is already hosted by enough agents. {{(pid=106582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:06:38.782081 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc54b5f-69c7-453a-b252-c70d920e9aa0 None None] Pushing event updated for resources: {'Port': ['ID=fee9b700-0d63-485b-aa5c-81ea19e3ac49,revision_number=3']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:38.782836 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-bcfac2a3-250b-46f8-b4fe-147cb0487ef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:06:38.786796 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfac2a3-250b-46f8-b4fe-147cb0487ef9 admin admin] Received port after_create {{(pid=106582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:06:38.790101 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfac2a3-250b-46f8-b4fe-147cb0487ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=d185ffd1-5e1a-4056-be74-0bb851a4b8df,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:38.838413 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-bcfac2a3-250b-46f8-b4fe-147cb0487ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-492387'] for router_interface (3e20594e-1f53-4ac7-8171-27f3bd6d2ed7), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:38.857893 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-9dec5008-3b81-4930-83c9-d284fbd3f769 None None] Set router 3e20594e-1f53-4ac7-8171-27f3bd6d2ed7 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:39.072088 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-9dec5008-3b81-4930-83c9-d284fbd3f769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e20594e-1f53-4ac7-8171-27f3bd6d2ed7', 'name': 'tempest-TestShelveInstance-948103010-router', 'tenant_id': '35275742c4a04744be7a7ef07a7f9356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'fee9b700-0d63-485b-aa5c-81ea19e3ac49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:06:34Z', 'updated_at': '2022-09-26T18:06:36Z', 'revision_number': 3, 'project_id': '35275742c4a04744be7a7ef07a7f9356', 'gw_port': {'id': 'fee9b700-0d63-485b-aa5c-81ea19e3ac49', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e20594e-1f53-4ac7-8171-27f3bd6d2ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:35Z', 'updated_at': '2022-09-26T18:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:39.073714 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-e38a60b9-a372-4f59-ae88-6a18bae39953 None None] Provisioning complete for port d185ffd1-5e1a-4056-be74-0bb851a4b8df triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:06:39.074112 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-e38a60b9-a372-4f59-ae88-6a18bae39953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (d185ffd1-5e1a-4056-be74-0bb851a4b8df), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:39.074445 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-e38a60b9-a372-4f59-ae88-6a18bae39953 None None] Attempt 1 to provision port d185ffd1-5e1a-4056-be74-0bb851a4b8df Sep 26 18:06:39.106469 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-bcfac2a3-250b-46f8-b4fe-147cb0487ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (d185ffd1-5e1a-4056-be74-0bb851a4b8df), before_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:39.121455 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dec5008-3b81-4930-83c9-d284fbd3f769 None None] The sync data for ids ['3e20594e-1f53-4ac7-8171-27f3bd6d2ed7'] in dv-cinder-859319-1-iscsi is: [{'id': '3e20594e-1f53-4ac7-8171-27f3bd6d2ed7', 'name': 'tempest-TestShelveInstance-948103010-router', 'tenant_id': '35275742c4a04744be7a7ef07a7f9356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'fee9b700-0d63-485b-aa5c-81ea19e3ac49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:06:34Z', 'updated_at': '2022-09-26T18:06:36Z', 'revision_number': 3, 'project_id': '35275742c4a04744be7a7ef07a7f9356', 'gw_port': {'id': 'fee9b700-0d63-485b-aa5c-81ea19e3ac49', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e20594e-1f53-4ac7-8171-27f3bd6d2ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:35Z', 'updated_at': '2022-09-26T18:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}] {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:06:39.147227 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-e38a60b9-a372-4f59-ae88-6a18bae39953 None None] Port d185ffd1-5e1a-4056-be74-0bb851a4b8df cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:06:39.301394 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:39.321764 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-bcfac2a3-250b-46f8-b4fe-147cb0487ef9 admin admin] Publish callbacks [] for port (d185ffd1-5e1a-4056-be74-0bb851a4b8df), precommit_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:39.415126 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9f9e0ec1-1ccf-47dc-8312-7127b2c5f136 req-41ec0be3-9b5f-4247-aac9-3fd9874d97c6 tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 210 time: 0.0637498 Sep 26 18:06:39.416849 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:39.428547 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-bcfac2a3-250b-46f8-b4fe-147cb0487ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-513976'] for port (d185ffd1-5e1a-4056-be74-0bb851a4b8df), after_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:39.512946 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfac2a3-250b-46f8-b4fe-147cb0487ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=d185ffd1-5e1a-4056-be74-0bb851a4b8df,revision_number=2']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:39.519169 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-bcfac2a3-250b-46f8-b4fe-147cb0487ef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-642360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-492535'] for router_interface (3e20594e-1f53-4ac7-8171-27f3bd6d2ed7), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:39.641429 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfac2a3-250b-46f8-b4fe-147cb0487ef9 admin admin] Network abf89671-6d48-4dd4-b938-779906ace67d is already hosted by enough agents. {{(pid=106582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:06:39.643263 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-bcfac2a3-250b-46f8-b4fe-147cb0487ef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:06:39.646615 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-e38a60b9-a372-4f59-ae88-6a18bae39953 None None] Attempt 2 to provision port d185ffd1-5e1a-4056-be74-0bb851a4b8df Sep 26 18:06:39.744327 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-e38a60b9-a372-4f59-ae88-6a18bae39953 None None] Port d185ffd1-5e1a-4056-be74-0bb851a4b8df cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:06:39.818186 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d740bc7-033f-4858-a92c-efdacbcb5220 req-c78b7aef-4b02-41ba-bbdf-0161b7b70b8c tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:39.825538 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1d740bc7-033f-4858-a92c-efdacbcb5220 req-c78b7aef-4b02-41ba-bbdf-0161b7b70b8c tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.1546364 Sep 26 18:06:39.831784 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:39.852887 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device fee9b700-0d63-485b-aa5c-81ea19e3ac49 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:06:39.866292 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfac2a3-250b-46f8-b4fe-147cb0487ef9 admin admin] Router 3e20594e-1f53-4ac7-8171-27f3bd6d2ed7 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:06:39.902559 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1d740bc7-033f-4858-a92c-efdacbcb5220 req-4fd0322c-f350-4eaa-933a-bb0c729503d4 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734103 Sep 26 18:06:39.957874 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port fee9b700-0d63-485b-aa5c-81ea19e3ac49 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:06:39.958264 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (fee9b700-0d63-485b-aa5c-81ea19e3ac49), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:39.958625 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port fee9b700-0d63-485b-aa5c-81ea19e3ac49 Sep 26 18:06:40.059853 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:40.079668 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port fee9b700-0d63-485b-aa5c-81ea19e3ac49 is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:40.080314 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (fee9b700-0d63-485b-aa5c-81ea19e3ac49), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:40.087180 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfac2a3-250b-46f8-b4fe-147cb0487ef9 admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:06:40.098868 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-bcfac2a3-250b-46f8-b4fe-147cb0487ef9 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/3e20594e-1f53-4ac7-8171-27f3bd6d2ed7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5233073 Sep 26 18:06:40.104943 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:40.120456 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] For port fee9b700-0d63-485b-aa5c-81ea19e3ac49, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=fee9b700-0d63-485b-aa5c-81ea19e3ac49,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:40.202081 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (fee9b700-0d63-485b-aa5c-81ea19e3ac49), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:40.252902 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-e38a60b9-a372-4f59-ae88-6a18bae39953 None None] Attempt 3 to provision port d185ffd1-5e1a-4056-be74-0bb851a4b8df Sep 26 18:06:40.318728 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-e38a60b9-a372-4f59-ae88-6a18bae39953 None None] Port d185ffd1-5e1a-4056-be74-0bb851a4b8df cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:06:40.319386 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Pushing event updated for resources: {'Port': ['ID=fee9b700-0d63-485b-aa5c-81ea19e3ac49,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:40.334318 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:40.345434 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device c3bcaded-511d-43f7-b35e-4fa6e8c47ecf no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:06:40.368172 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] No Port match for: c3bcaded-511d-43f7-b35e-4fa6e8c47ecf {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:06:40.368172 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device c3bcaded-511d-43f7-b35e-4fa6e8c47ecf not bound to the agent host hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:06:40.448510 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:40.548419 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d70015db-d950-4257-a175-3fa75b2fe76a req-23cae9df-10b2-4dfa-a530-053913a46b3b tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 210 time: 0.0367341 Sep 26 18:06:40.703384 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 51180) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:40.708520 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-f8b67c4e-22ef-49c4-b79e-0dec41da6723 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1116016539', 'description': 'tempest-secgroup-smoke-1116016539 description', 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:40.819813 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-e38a60b9-a372-4f59-ae88-6a18bae39953 None None] Attempt 4 to provision port d185ffd1-5e1a-4056-be74-0bb851a4b8df Sep 26 18:06:40.842214 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f8b67c4e-22ef-49c4-b79e-0dec41da6723 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:40.857799 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-e38a60b9-a372-4f59-ae88-6a18bae39953 None None] Port d185ffd1-5e1a-4056-be74-0bb851a4b8df cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:06:40.925525 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:40.939294 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f8b67c4e-22ef-49c4-b79e-0dec41da6723 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks [] for security_group (b499441c-c584-49cf-a684-752dbca5faf1), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:41.019728 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f8b67c4e-22ef-49c4-b79e-0dec41da6723 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (b499441c-c584-49cf-a684-752dbca5faf1), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:41.065229 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2a569-6d43-4c49-8cb3-2cf3305b3883 req-aef4a8c1-1894-437a-ace3-db0dab819b5f tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:41.066789 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f8c2a569-6d43-4c49-8cb3-2cf3305b3883 req-aef4a8c1-1894-437a-ace3-db0dab819b5f tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.0834544 Sep 26 18:06:41.071267 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b67c4e-22ef-49c4-b79e-0dec41da6723 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b499441c-c584-49cf-a684-752dbca5faf1,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:41.129117 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f8c2a569-6d43-4c49-8cb3-2cf3305b3883 req-eda5f159-b102-4bc0-99d8-eab84ca4372f tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552986 Sep 26 18:06:41.132223 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:41.136160 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f8b67c4e-22ef-49c4-b79e-0dec41da6723 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:41.141738 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 51194) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:41.142605 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-f8b67c4e-22ef-49c4-b79e-0dec41da6723 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4376750 Sep 26 18:06:41.147374 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-d8b5a08d-88b0-434d-85d7-90040d74cb0c tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Request body: {'security_group_rule': {'security_group_id': 'b499441c-c584-49cf-a684-752dbca5faf1', 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:41.319537 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92563777-2ad7-4cde-9c88-19835e3cda64 None None] Sync routers for ids ['3e20594e-1f53-4ac7-8171-27f3bd6d2ed7'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:06:41.341964 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92563777-2ad7-4cde-9c88-19835e3cda64 None None] Routers {'3e20594e-1f53-4ac7-8171-27f3bd6d2ed7'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:41.342689 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-92563777-2ad7-4cde-9c88-19835e3cda64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:06:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['3e20594e-1f53-4ac7-8171-27f3bd6d2ed7'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:41.343145 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d8b5a08d-88b0-434d-85d7-90040d74cb0c tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks [] for security_group_rule (dd6bf3dc-f587-4a25-8b8f-58b47a116850), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:41.359676 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-e38a60b9-a372-4f59-ae88-6a18bae39953 None None] Attempt 5 to provision port d185ffd1-5e1a-4056-be74-0bb851a4b8df Sep 26 18:06:41.421134 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-e38a60b9-a372-4f59-ae88-6a18bae39953 None None] Port d185ffd1-5e1a-4056-be74-0bb851a4b8df cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:06:41.449140 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d8b5a08d-88b0-434d-85d7-90040d74cb0c tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks [] for security_group_rule (dd6bf3dc-f587-4a25-8b8f-58b47a116850), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:41.471971 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-92563777-2ad7-4cde-9c88-19835e3cda64 None None] Set router 3e20594e-1f53-4ac7-8171-27f3bd6d2ed7 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:41.551004 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d8b5a08d-88b0-434d-85d7-90040d74cb0c tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (dd6bf3dc-f587-4a25-8b8f-58b47a116850), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:41.571071 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5a08d-88b0-434d-85d7-90040d74cb0c tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6bf3dc-f587-4a25-8b8f-58b47a116850,revision_number=0']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:41.694431 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d8b5a08d-88b0-434d-85d7-90040d74cb0c tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:41.695369 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-d8b5a08d-88b0-434d-85d7-90040d74cb0c tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5525093 Sep 26 18:06:41.702714 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 51224) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:41.703527 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-92563777-2ad7-4cde-9c88-19835e3cda64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e20594e-1f53-4ac7-8171-27f3bd6d2ed7', 'name': 'tempest-TestShelveInstance-948103010-router', 'tenant_id': '35275742c4a04744be7a7ef07a7f9356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'fee9b700-0d63-485b-aa5c-81ea19e3ac49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:06:34Z', 'updated_at': '2022-09-26T18:06:38Z', 'revision_number': 4, 'project_id': '35275742c4a04744be7a7ef07a7f9356', 'gw_port': {'id': 'fee9b700-0d63-485b-aa5c-81ea19e3ac49', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e20594e-1f53-4ac7-8171-27f3bd6d2ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:35Z', 'updated_at': '2022-09-26T18:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': 'd185ffd1-5e1a-4056-be74-0bb851a4b8df', 'name': '', 'network_id': 'abf89671-6d48-4dd4-b938-779906ace67d', 'tenant_id': '35275742c4a04744be7a7ef07a7f9356', 'mac_address': 'fa:16:3e:65:4c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e20594e-1f53-4ac7-8171-27f3bd6d2ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c15ae608-4669-4c6f-bf89-62b97d33bd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:38Z', 'updated_at': '2022-09-26T18:06:39Z', 'revision_number': 2, 'project_id': '35275742c4a04744be7a7ef07a7f9356', 'subnets': [{'id': 'c15ae608-4669-4c6f-bf89-62b97d33bd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:41.715839 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-fc8e2d30-ffc5-4bce-a947-5d119a94baae tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Request body: {'security_group_rule': {'security_group_id': 'b499441c-c584-49cf-a684-752dbca5faf1', 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:41.728979 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:41.734098 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2b58c408-0a83-41c6-9e6d-b2524373997b req-729f6e83-cae4-41c3-a64c-9f1cada7dc9d tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 210 time: 0.0715995 Sep 26 18:06:41.748594 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92563777-2ad7-4cde-9c88-19835e3cda64 None None] Checking router: 3e20594e-1f53-4ac7-8171-27f3bd6d2ed7 for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:06:41.749223 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92563777-2ad7-4cde-9c88-19835e3cda64 None None] Updating router 3e20594e-1f53-4ac7-8171-27f3bd6d2ed7 port d185ffd1-5e1a-4056-be74-0bb851a4b8df binding host dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:06:41.790258 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-92563777-2ad7-4cde-9c88-19835e3cda64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (d185ffd1-5e1a-4056-be74-0bb851a4b8df), before_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:41.802563 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device fee9b700-0d63-485b-aa5c-81ea19e3ac49 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:06:41.842240 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=100 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:41.857413 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fc8e2d30-ffc5-4bce-a947-5d119a94baae tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks [] for security_group_rule (fd99e690-ee8e-4039-9454-8f879427fe22), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:41.921031 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port fee9b700-0d63-485b-aa5c-81ea19e3ac49 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:06:41.922696 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (fee9b700-0d63-485b-aa5c-81ea19e3ac49), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:41.923203 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port fee9b700-0d63-485b-aa5c-81ea19e3ac49 Sep 26 18:06:41.933283 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-e38a60b9-a372-4f59-ae88-6a18bae39953 None None] Attempt 6 to provision port d185ffd1-5e1a-4056-be74-0bb851a4b8df Sep 26 18:06:42.021668 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fc8e2d30-ffc5-4bce-a947-5d119a94baae tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks [] for security_group_rule (fd99e690-ee8e-4039-9454-8f879427fe22), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:42.035916 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-e38a60b9-a372-4f59-ae88-6a18bae39953 None None] Port d185ffd1-5e1a-4056-be74-0bb851a4b8df cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:06:42.133517 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port fee9b700-0d63-485b-aa5c-81ea19e3ac49 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:42.175129 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fc8e2d30-ffc5-4bce-a947-5d119a94baae tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (fd99e690-ee8e-4039-9454-8f879427fe22), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:42.189245 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-92563777-2ad7-4cde-9c88-19835e3cda64 None None] Publish callbacks [] for port (d185ffd1-5e1a-4056-be74-0bb851a4b8df), precommit_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:42.210473 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e2d30-ffc5-4bce-a947-5d119a94baae tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd99e690-ee8e-4039-9454-8f879427fe22,revision_number=0']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:42.305742 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f997a75-bfa1-4cfe-8d6a-d9b200ee3723 req-9ecf7ba0-3582-47be-8bf4-1a6011db372d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:42.307874 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4f997a75-bfa1-4cfe-8d6a-d9b200ee3723 req-9ecf7ba0-3582-47be-8bf4-1a6011db372d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.0556540 Sep 26 18:06:42.310566 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-92563777-2ad7-4cde-9c88-19835e3cda64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (d185ffd1-5e1a-4056-be74-0bb851a4b8df), after_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:42.311049 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fc8e2d30-ffc5-4bce-a947-5d119a94baae tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:42.316509 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-fc8e2d30-ffc5-4bce-a947-5d119a94baae tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6122742 Sep 26 18:06:42.317215 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 51240) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:42.324612 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-54b22053-78d0-4e2e-978a-d1b8e24d2071 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Request body: {'security_group_rule': {'security_group_id': 'b499441c-c584-49cf-a684-752dbca5faf1', 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:42.386311 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4f997a75-bfa1-4cfe-8d6a-d9b200ee3723 req-c7c94970-c56f-45cc-a5e9-840fd5d34e62 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677829 Sep 26 18:06:42.412022 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dcd7f1-be94-4cdc-a4b4-f5e341dc9ab8 None None] Pushing event updated for resources: {'Port': ['ID=d185ffd1-5e1a-4056-be74-0bb851a4b8df,revision_number=3']} {{(pid=106585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:42.422279 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dcd7f1-be94-4cdc-a4b4-f5e341dc9ab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:42.422625 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dcd7f1-be94-4cdc-a4b4-f5e341dc9ab8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:42.425864 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dcd7f1-be94-4cdc-a4b4-f5e341dc9ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:42.425864 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dcd7f1-be94-4cdc-a4b4-f5e341dc9ab8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:42.425864 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dcd7f1-be94-4cdc-a4b4-f5e341dc9ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:42.425864 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dcd7f1-be94-4cdc-a4b4-f5e341dc9ab8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:42.425864 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dcd7f1-be94-4cdc-a4b4-f5e341dc9ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:42.425864 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dcd7f1-be94-4cdc-a4b4-f5e341dc9ab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:42.425864 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dcd7f1-be94-4cdc-a4b4-f5e341dc9ab8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:42.425864 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dcd7f1-be94-4cdc-a4b4-f5e341dc9ab8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:42.425864 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dcd7f1-be94-4cdc-a4b4-f5e341dc9ab8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:42.426631 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dcd7f1-be94-4cdc-a4b4-f5e341dc9ab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:42.426631 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dcd7f1-be94-4cdc-a4b4-f5e341dc9ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:42.426631 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dcd7f1-be94-4cdc-a4b4-f5e341dc9ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:42.426969 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dcd7f1-be94-4cdc-a4b4-f5e341dc9ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:42.431142 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:42.442461 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-92563777-2ad7-4cde-9c88-19835e3cda64 None None] Attempting to bind port d185ffd1-5e1a-4056-be74-0bb851a4b8df on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:06:42.443060 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-92563777-2ad7-4cde-9c88-19835e3cda64 None None] Attempting to bind port d185ffd1-5e1a-4056-be74-0bb851a4b8df by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': '5453355c-4287-48c2-bd02-9fc8b8a9066a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'abf89671-6d48-4dd4-b938-779906ace67d'}] {{(pid=106585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:06:42.443608 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92563777-2ad7-4cde-9c88-19835e3cda64 None None] Attempting to bind port d185ffd1-5e1a-4056-be74-0bb851a4b8df on network abf89671-6d48-4dd4-b938-779906ace67d {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:06:42.450314 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-54b22053-78d0-4e2e-978a-d1b8e24d2071 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks [] for security_group_rule (d6daaf95-24d1-49e5-a521-a79769f2e4a5), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:42.501989 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92563777-2ad7-4cde-9c88-19835e3cda64 None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:06:42.502669 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92563777-2ad7-4cde-9c88-19835e3cda64 None None] Checking segment: {'id': '5453355c-4287-48c2-bd02-9fc8b8a9066a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'abf89671-6d48-4dd4-b938-779906ace67d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:06:42.503289 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-92563777-2ad7-4cde-9c88-19835e3cda64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:42.504149 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92563777-2ad7-4cde-9c88-19835e3cda64 None None] Bound using segment: {'id': '5453355c-4287-48c2-bd02-9fc8b8a9066a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'abf89671-6d48-4dd4-b938-779906ace67d'} {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:06:42.504796 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-92563777-2ad7-4cde-9c88-19835e3cda64 None None] Bound port: d185ffd1-5e1a-4056-be74-0bb851a4b8df, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5453355c-4287-48c2-bd02-9fc8b8a9066a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'abf89671-6d48-4dd4-b938-779906ace67d'}}] {{(pid=106585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:06:42.505576 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-92563777-2ad7-4cde-9c88-19835e3cda64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (d185ffd1-5e1a-4056-be74-0bb851a4b8df), before_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:42.537524 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-e38a60b9-a372-4f59-ae88-6a18bae39953 None None] Attempt 7 to provision port d185ffd1-5e1a-4056-be74-0bb851a4b8df Sep 26 18:06:42.546013 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-54b22053-78d0-4e2e-978a-d1b8e24d2071 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks [] for security_group_rule (d6daaf95-24d1-49e5-a521-a79769f2e4a5), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:42.630479 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.db [None req-92563777-2ad7-4cde-9c88-19835e3cda64 None None] For port d185ffd1-5e1a-4056-be74-0bb851a4b8df, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:06:42.636694 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.db [None req-92563777-2ad7-4cde-9c88-19835e3cda64 None None] For port d185ffd1-5e1a-4056-be74-0bb851a4b8df, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=d185ffd1-5e1a-4056-be74-0bb851a4b8df,segment=NetworkSegment(5453355c-4287-48c2-bd02-9fc8b8a9066a),segment_id=5453355c-4287-48c2-bd02-9fc8b8a9066a)] {{(pid=106585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:06:42.745096 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-e38a60b9-a372-4f59-ae88-6a18bae39953 None None] Port d185ffd1-5e1a-4056-be74-0bb851a4b8df cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:06:42.873323 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0a74b1ca-9546-46c3-abef-c2c44a5b709b req-50cf9c17-454b-4797-9a1e-37de916149ac tempest-VolumesActionsTest-920156870 tempest-VolumesActionsTest-920156870-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ec0f212d-7662-44b8-b8f8-2bdb09383d23 HTTP/1.1" status: 200 len: 210 time: 0.0369935 Sep 26 18:06:42.949003 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-54b22053-78d0-4e2e-978a-d1b8e24d2071 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (d6daaf95-24d1-49e5-a521-a79769f2e4a5), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:42.978917 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b22053-78d0-4e2e-978a-d1b8e24d2071 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6daaf95-24d1-49e5-a521-a79769f2e4a5,revision_number=0']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:43.009072 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-92563777-2ad7-4cde-9c88-19835e3cda64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (d185ffd1-5e1a-4056-be74-0bb851a4b8df), after_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:43.057552 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92563777-2ad7-4cde-9c88-19835e3cda64 None None] Routers {'3e20594e-1f53-4ac7-8171-27f3bd6d2ed7'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:43.058213 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-92563777-2ad7-4cde-9c88-19835e3cda64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:06:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['3e20594e-1f53-4ac7-8171-27f3bd6d2ed7'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:43.096159 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-54b22053-78d0-4e2e-978a-d1b8e24d2071 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:43.097953 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-54b22053-78d0-4e2e-978a-d1b8e24d2071 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7791872 Sep 26 18:06:43.101272 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 51248) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:43.107662 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-54e392cc-1b43-45cc-9d92-23d2c85ba593 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Request body: {'security_group_rule': {'security_group_id': 'b499441c-c584-49cf-a684-752dbca5faf1', 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:43.115682 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dcd7f1-be94-4cdc-a4b4-f5e341dc9ab8 None None] Pushing event updated for resources: {'Port': ['ID=d185ffd1-5e1a-4056-be74-0bb851a4b8df,revision_number=4']} {{(pid=106585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:43.209947 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-92563777-2ad7-4cde-9c88-19835e3cda64 None None] Set router 3e20594e-1f53-4ac7-8171-27f3bd6d2ed7 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:43.246775 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-e38a60b9-a372-4f59-ae88-6a18bae39953 None None] Attempt 8 to provision port d185ffd1-5e1a-4056-be74-0bb851a4b8df Sep 26 18:06:43.324561 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-54e392cc-1b43-45cc-9d92-23d2c85ba593 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks [] for security_group_rule (49a5e2a7-d9ba-4a3b-9f80-426a30b0f3b1), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:43.375309 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-e38a60b9-a372-4f59-ae88-6a18bae39953 None None] Current status of the port d185ffd1-5e1a-4056-be74-0bb851a4b8df is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:43.375833 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-e38a60b9-a372-4f59-ae88-6a18bae39953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (d185ffd1-5e1a-4056-be74-0bb851a4b8df), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:43.411680 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-54e392cc-1b43-45cc-9d92-23d2c85ba593 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks [] for security_group_rule (49a5e2a7-d9ba-4a3b-9f80-426a30b0f3b1), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:43.415928 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:43.423302 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-e38a60b9-a372-4f59-ae88-6a18bae39953 None None] For port d185ffd1-5e1a-4056-be74-0bb851a4b8df, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=d185ffd1-5e1a-4056-be74-0bb851a4b8df,segment=NetworkSegment(5453355c-4287-48c2-bd02-9fc8b8a9066a),segment_id=5453355c-4287-48c2-bd02-9fc8b8a9066a)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:43.482807 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-92563777-2ad7-4cde-9c88-19835e3cda64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e20594e-1f53-4ac7-8171-27f3bd6d2ed7', 'name': 'tempest-TestShelveInstance-948103010-router', 'tenant_id': '35275742c4a04744be7a7ef07a7f9356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'fee9b700-0d63-485b-aa5c-81ea19e3ac49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:06:34Z', 'updated_at': '2022-09-26T18:06:38Z', 'revision_number': 4, 'project_id': '35275742c4a04744be7a7ef07a7f9356', 'gw_port': {'id': 'fee9b700-0d63-485b-aa5c-81ea19e3ac49', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e20594e-1f53-4ac7-8171-27f3bd6d2ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:35Z', 'updated_at': '2022-09-26T18:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': 'd185ffd1-5e1a-4056-be74-0bb851a4b8df', 'name': '', 'network_id': 'abf89671-6d48-4dd4-b938-779906ace67d', 'tenant_id': '35275742c4a04744be7a7ef07a7f9356', 'mac_address': 'fa:16:3e:65:4c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e20594e-1f53-4ac7-8171-27f3bd6d2ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c15ae608-4669-4c6f-bf89-62b97d33bd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:38Z', 'updated_at': '2022-09-26T18:06:42Z', 'revision_number': 4, 'project_id': '35275742c4a04744be7a7ef07a7f9356', 'subnets': [{'id': 'c15ae608-4669-4c6f-bf89-62b97d33bd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:43.516956 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-54e392cc-1b43-45cc-9d92-23d2c85ba593 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (49a5e2a7-d9ba-4a3b-9f80-426a30b0f3b1), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:43.529360 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92563777-2ad7-4cde-9c88-19835e3cda64 None None] The sync data for ids ['3e20594e-1f53-4ac7-8171-27f3bd6d2ed7'] in dv-cinder-859319-1-iscsi is: [{'id': '3e20594e-1f53-4ac7-8171-27f3bd6d2ed7', 'name': 'tempest-TestShelveInstance-948103010-router', 'tenant_id': '35275742c4a04744be7a7ef07a7f9356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'fee9b700-0d63-485b-aa5c-81ea19e3ac49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:06:34Z', 'updated_at': '2022-09-26T18:06:38Z', 'revision_number': 4, 'project_id': '35275742c4a04744be7a7ef07a7f9356', 'gw_port': {'id': 'fee9b700-0d63-485b-aa5c-81ea19e3ac49', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e20594e-1f53-4ac7-8171-27f3bd6d2ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:35Z', 'updated_at': '2022-09-26T18:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': 'd185ffd1-5e1a-4056-be74-0bb851a4b8df', 'name': '', 'network_id': 'abf89671-6d48-4dd4-b938-779906ace67d', 'tenant_id': '35275742c4a04744be7a7ef07a7f9356', 'mac_address': 'fa:16:3e:65:4c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e20594e-1f53-4ac7-8171-27f3bd6d2ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c15ae608-4669-4c6f-bf89-62b97d33bd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:38Z', 'updated_at': '2022-09-26T18:06:42Z', 'revision_number': 4, 'project_id': '35275742c4a04744be7a7ef07a7f9356', 'subnets': [{'id': 'c15ae608-4669-4c6f-bf89-62b97d33bd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:06:43.543290 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-e38a60b9-a372-4f59-ae88-6a18bae39953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (d185ffd1-5e1a-4056-be74-0bb851a4b8df), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:43.556531 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e392cc-1b43-45cc-9d92-23d2c85ba593 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a5e2a7-d9ba-4a3b-9f80-426a30b0f3b1,revision_number=0']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:43.569792 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:43.577496 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6a917-b86f-49fa-8a27-9cb4ea979496 req-6f7c6cc7-fef3-4bc9-af7a-cea9a54fd21f tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:43.581944 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c2c6a917-b86f-49fa-8a27-9cb4ea979496 req-6f7c6cc7-fef3-4bc9-af7a-cea9a54fd21f tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.0932736 Sep 26 18:06:43.687098 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-1ef17d32-4ca9-42b1-a801-74f9ccb20960 None None] Provisioning complete for port d185ffd1-5e1a-4056-be74-0bb851a4b8df triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:06:43.688401 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-1ef17d32-4ca9-42b1-a801-74f9ccb20960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (d185ffd1-5e1a-4056-be74-0bb851a4b8df), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:43.689440 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c2c6a917-b86f-49fa-8a27-9cb4ea979496 req-930bf6d9-26ee-4ad2-a5e8-b18ae964f9c2 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004937 Sep 26 18:06:43.689968 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-1ef17d32-4ca9-42b1-a801-74f9ccb20960 None None] Attempt 1 to provision port d185ffd1-5e1a-4056-be74-0bb851a4b8df Sep 26 18:06:43.696038 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-54e392cc-1b43-45cc-9d92-23d2c85ba593 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:43.697693 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-54e392cc-1b43-45cc-9d92-23d2c85ba593 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5941887 Sep 26 18:06:43.701011 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 51262) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:43.711437 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-e7ac3022-c8f4-40b8-a292-4feacd234ac7 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Request body: {'security_group_rule': {'security_group_id': 'b499441c-c584-49cf-a684-752dbca5faf1', 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:43.713621 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a60b9-a372-4f59-ae88-6a18bae39953 None None] Pushing event updated for resources: {'Port': ['ID=d185ffd1-5e1a-4056-be74-0bb851a4b8df,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:43.857216 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device d185ffd1-5e1a-4056-be74-0bb851a4b8df up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:06:43.902104 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-1ef17d32-4ca9-42b1-a801-74f9ccb20960 None None] Current status of the port d185ffd1-5e1a-4056-be74-0bb851a4b8df is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:43.931804 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port d185ffd1-5e1a-4056-be74-0bb851a4b8df triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:06:43.932193 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (d185ffd1-5e1a-4056-be74-0bb851a4b8df), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:43.932543 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port d185ffd1-5e1a-4056-be74-0bb851a4b8df Sep 26 18:06:43.937960 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f296e2-104a-476a-b6bc-346f7b5ff4e1 req-959345eb-33fd-470e-8dd2-13b08110c4e0 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:43.940208 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b6f296e2-104a-476a-b6bc-346f7b5ff4e1 req-959345eb-33fd-470e-8dd2-13b08110c4e0 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.0798843 Sep 26 18:06:43.953386 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 51268) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:43.964708 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-75fbed82-2d46-4a00-a206-dfafb83aeef6 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Request body: {'floatingip': {'port_id': '9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:43.972227 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.db.securitygroups_db [None req-e7ac3022-c8f4-40b8-a292-4feacd234ac7 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Project 08e4bf78b8f043a598a4b6a1d8acc219 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 18:06:44.066553 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e7ac3022-c8f4-40b8-a292-4feacd234ac7 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks [] for security_group_rule (dcc13149-0614-4011-9b5f-a4fbb7bebced), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:44.077408 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port d185ffd1-5e1a-4056-be74-0bb851a4b8df is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:44.083742 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:44.091074 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-75fbed82-2d46-4a00-a206-dfafb83aeef6 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks [] for floatingip (98455432-fa69-4cea-896d-f36940684b9c), before_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:44.249676 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e7ac3022-c8f4-40b8-a292-4feacd234ac7 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks [] for security_group_rule (dcc13149-0614-4011-9b5f-a4fbb7bebced), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:44.376816 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:44.446897 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e7ac3022-c8f4-40b8-a292-4feacd234ac7 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (dcc13149-0614-4011-9b5f-a4fbb7bebced), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:44.528542 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac3022-c8f4-40b8-a292-4feacd234ac7 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc13149-0614-4011-9b5f-a4fbb7bebced,revision_number=0']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:44.634422 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e7ac3022-c8f4-40b8-a292-4feacd234ac7 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:44.641787 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-e7ac3022-c8f4-40b8-a292-4feacd234ac7 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9334507 Sep 26 18:06:44.642463 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 51286) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:44.649069 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-ea6230c1-e4e5-4551-94ab-082711469c1f tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Request body: {'security_group_rule': {'security_group_id': 'b499441c-c584-49cf-a684-752dbca5faf1', 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:44.715117 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-75fbed82-2d46-4a00-a206-dfafb83aeef6 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:44.819526 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.db.securitygroups_db [None req-ea6230c1-e4e5-4551-94ab-082711469c1f tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Project 08e4bf78b8f043a598a4b6a1d8acc219 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 18:06:44.819765 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-75fbed82-2d46-4a00-a206-dfafb83aeef6 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (98455432-fa69-4cea-896d-f36940684b9c), after_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:44.827748 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-ea6230c1-e4e5-4551-94ab-082711469c1f tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks [] for security_group_rule (81a96fa2-32e8-44a3-ae22-fe3513ad4ba9), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:44.949664 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-ea6230c1-e4e5-4551-94ab-082711469c1f tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks [] for security_group_rule (81a96fa2-32e8-44a3-ae22-fe3513ad4ba9), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:44.964924 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.db.l3_db [None req-75fbed82-2d46-4a00-a206-dfafb83aeef6 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Floating IP 98455432-fa69-4cea-896d-f36940684b9c associated. External IP: 172.27.3.52, port: 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a. Sep 26 18:06:45.049132 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-ea6230c1-e4e5-4551-94ab-082711469c1f tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (81a96fa2-32e8-44a3-ae22-fe3513ad4ba9), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:45.072648 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6230c1-e4e5-4551-94ab-082711469c1f tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a96fa2-32e8-44a3-ae22-fe3513ad4ba9,revision_number=0']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:45.155752 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:06:45.167429 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-ea6230c1-e4e5-4551-94ab-082711469c1f tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:45.173058 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-ea6230c1-e4e5-4551-94ab-082711469c1f tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5254242 Sep 26 18:06:45.176865 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:45.283423 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75fbed82-2d46-4a00-a206-dfafb83aeef6 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Router 28c7db1c-bc72-4bda-8221-4cf0690edc5c has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:06:45.601581 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fbed82-2d46-4a00-a206-dfafb83aeef6 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:06:45.605446 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:45.607022 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-75fbed82-2d46-4a00-a206-dfafb83aeef6 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:45.617174 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef700e0-8f44-4885-9bc1-941d78e35552 None None] Sync routers for ids ['28c7db1c-bc72-4bda-8221-4cf0690edc5c'] in dv-cinder-859319-1-iscsi {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:06:45.633383 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef700e0-8f44-4885-9bc1-941d78e35552 None None] Routers {'28c7db1c-bc72-4bda-8221-4cf0690edc5c'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:45.634527 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-8ef700e0-8f44-4885-9bc1-941d78e35552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:06:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['28c7db1c-bc72-4bda-8221-4cf0690edc5c'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:45.648835 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-75fbed82-2d46-4a00-a206-dfafb83aeef6 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/98455432-fa69-4cea-896d-f36940684b9c HTTP/1.1" status: 200 len: 990 time: 1.6936474 Sep 26 18:06:45.649865 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a44a359c-9109-4982-a7d2-ba4622f28fc6', 'tag': '9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a'}] {{(pid=106582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:06:45.652616 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad02a4637bbc6784d86a2aace3320df3411a20e2c44f76b201c317bb75c75a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4ab8e5-610f-4643-8195-5bf9b1b2018a" -d '{"events": [{"name": "network-changed", "server_uuid": "a44a359c-9109-4982-a7d2-ba4622f28fc6", "tag": "9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a"}]}' {{(pid=106582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:06:45.755614 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:45.800928 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05c2e5b-236b-4e9b-851a-a6bcc36fea31 x-openstack-request-id: req-a05c2e5b-236b-4e9b-851a-a6bcc36fea31 {{(pid=106582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:06:45.801390 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a44a359c-9109-4982-a7d2-ba4622f28fc6", "tag": "9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a", "status": "completed", "code": 200}]} {{(pid=106582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:06:45.801804 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a05c2e5b-236b-4e9b-851a-a6bcc36fea31 {{(pid=106582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:06:45.803025 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a05c2e5b-236b-4e9b-851a-a6bcc36fea31'] response: {'name': 'network-changed', 'server_uuid': 'a44a359c-9109-4982-a7d2-ba4622f28fc6', 'tag': '9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a', 'status': 'completed', 'code': 200} Sep 26 18:06:45.811596 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device d185ffd1-5e1a-4056-be74-0bb851a4b8df up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:06:45.817814 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-8ef700e0-8f44-4885-9bc1-941d78e35552 None None] Set router 28c7db1c-bc72-4bda-8221-4cf0690edc5c gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:45.881396 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:45.935548 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ab8e5-610f-4643-8195-5bf9b1b2018a req-5ff729ed-cb8e-4117-8192-ffce8c2f2c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:45.935805 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port d185ffd1-5e1a-4056-be74-0bb851a4b8df triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:06:45.936175 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (d185ffd1-5e1a-4056-be74-0bb851a4b8df), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:45.936535 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port d185ffd1-5e1a-4056-be74-0bb851a4b8df Sep 26 18:06:45.936775 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0e4ab8e5-610f-4643-8195-5bf9b1b2018a req-5ff729ed-cb8e-4117-8192-ffce8c2f2c1b service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=3a15ebd862054a64ac1d739db5adc3a2&device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 1129 time: 0.0583813 Sep 26 18:06:46.030521 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=100 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:46.061647 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ab8e5-610f-4643-8195-5bf9b1b2018a req-c625e13d-c17a-4cbe-8907-c267e08087f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:46.063346 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0e4ab8e5-610f-4643-8195-5bf9b1b2018a req-c625e13d-c17a-4cbe-8907-c267e08087f5 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=45aee833-caf9-4514-8a4b-002783e94737 HTTP/1.1" status: 200 len: 919 time: 0.1165609 Sep 26 18:06:46.105374 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port d185ffd1-5e1a-4056-be74-0bb851a4b8df is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:46.145761 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0e4ab8e5-610f-4643-8195-5bf9b1b2018a req-43b6bf6d-e713-4439-b068-ca1219d9940b service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a HTTP/1.1" status: 200 len: 998 time: 0.0733621 Sep 26 18:06:46.159581 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-8ef700e0-8f44-4885-9bc1-941d78e35552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-631427978-router', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b71b33e7-7567-4f0d-97a8-75d440310cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 4, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'gw_port': {'id': 'b71b33e7-7567-4f0d-97a8-75d440310cc4', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:17Z', 'updated_at': '2022-09-26T18:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '98455432-fa69-4cea-896d-f36940684b9c', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'port_id': '9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45aee833-caf9-4514-8a4b-002783e94737', 'mac_address': 'fa:16:3e:ee:1b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a359c-9109-4982-a7d2-ba4622f28fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:06:01Z', 'updated_at': '2022-09-26T18:06:44Z', 'revision_number': 1, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84fc576d-4c27-492c-8da2-e1cf780b931c', 'name': '', 'network_id': '45aee833-caf9-4514-8a4b-002783e94737', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'mac_address': 'fa:16:3e:27:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e01e5c5e-987a-4185-87ba-f124ff403d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:25Z', 'updated_at': '2022-09-26T18:03:32Z', 'revision_number': 5, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'subnets': [{'id': 'e01e5c5e-987a-4185-87ba-f124ff403d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:46.193530 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef700e0-8f44-4885-9bc1-941d78e35552 None None] Checking router: 28c7db1c-bc72-4bda-8221-4cf0690edc5c for host: dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:06:46.205530 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef700e0-8f44-4885-9bc1-941d78e35552 None None] Routers {'28c7db1c-bc72-4bda-8221-4cf0690edc5c'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:46.206239 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-8ef700e0-8f44-4885-9bc1-941d78e35552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:06:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['28c7db1c-bc72-4bda-8221-4cf0690edc5c'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:46.232748 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ab8e5-610f-4643-8195-5bf9b1b2018a req-e463d611-bef3-42d5-992d-cd59193f8224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:46.234977 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0e4ab8e5-610f-4643-8195-5bf9b1b2018a req-e463d611-bef3-42d5-992d-cd59193f8224 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=e01e5c5e-987a-4185-87ba-f124ff403d46 HTTP/1.1" status: 200 len: 857 time: 0.0749040 Sep 26 18:06:46.318984 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ab8e5-610f-4643-8195-5bf9b1b2018a req-f430fe00-77eb-4854-9dc6-e9ec1107cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:46.320834 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0e4ab8e5-610f-4643-8195-5bf9b1b2018a req-f430fe00-77eb-4854-9dc6-e9ec1107cff0 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=45aee833-caf9-4514-8a4b-002783e94737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721860 Sep 26 18:06:46.347117 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-8ef700e0-8f44-4885-9bc1-941d78e35552 None None] Set router 28c7db1c-bc72-4bda-8221-4cf0690edc5c gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:46.441214 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0e4ab8e5-610f-4643-8195-5bf9b1b2018a req-377feb7c-630b-4bb9-8330-6ca5484a16a0 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068025 Sep 26 18:06:46.563289 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:46.578851 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0e4ab8e5-610f-4643-8195-5bf9b1b2018a req-854ed8ac-30ac-4f3c-b376-746d7555e0a7 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205339 Sep 26 18:06:46.621558 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-8ef700e0-8f44-4885-9bc1-941d78e35552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-631427978-router', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b71b33e7-7567-4f0d-97a8-75d440310cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 4, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'gw_port': {'id': 'b71b33e7-7567-4f0d-97a8-75d440310cc4', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:17Z', 'updated_at': '2022-09-26T18:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '98455432-fa69-4cea-896d-f36940684b9c', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'port_id': '9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45aee833-caf9-4514-8a4b-002783e94737', 'mac_address': 'fa:16:3e:ee:1b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a359c-9109-4982-a7d2-ba4622f28fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:06:01Z', 'updated_at': '2022-09-26T18:06:44Z', 'revision_number': 1, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84fc576d-4c27-492c-8da2-e1cf780b931c', 'name': '', 'network_id': '45aee833-caf9-4514-8a4b-002783e94737', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'mac_address': 'fa:16:3e:27:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e01e5c5e-987a-4185-87ba-f124ff403d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:25Z', 'updated_at': '2022-09-26T18:03:32Z', 'revision_number': 5, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'subnets': [{'id': 'e01e5c5e-987a-4185-87ba-f124ff403d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:46.653868 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef700e0-8f44-4885-9bc1-941d78e35552 None None] The sync data for ids ['28c7db1c-bc72-4bda-8221-4cf0690edc5c'] in dv-cinder-859319-1-iscsi is: [{'id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-631427978-router', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b71b33e7-7567-4f0d-97a8-75d440310cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 4, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'gw_port': {'id': 'b71b33e7-7567-4f0d-97a8-75d440310cc4', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:17Z', 'updated_at': '2022-09-26T18:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '98455432-fa69-4cea-896d-f36940684b9c', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'port_id': '9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45aee833-caf9-4514-8a4b-002783e94737', 'mac_address': 'fa:16:3e:ee:1b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a359c-9109-4982-a7d2-ba4622f28fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:06:01Z', 'updated_at': '2022-09-26T18:06:44Z', 'revision_number': 1, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84fc576d-4c27-492c-8da2-e1cf780b931c', 'name': '', 'network_id': '45aee833-caf9-4514-8a4b-002783e94737', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'mac_address': 'fa:16:3e:27:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e01e5c5e-987a-4185-87ba-f124ff403d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:25Z', 'updated_at': '2022-09-26T18:03:32Z', 'revision_number': 5, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'subnets': [{'id': 'e01e5c5e-987a-4185-87ba-f124ff403d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:06:46.931573 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c373891-6fa9-49df-89e4-a44ba4bebc62 None None] New status for floating IP 98455432-fa69-4cea-896d-f36940684b9c: ACTIVE {{(pid=106585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:06:47.162041 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:47.304819 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:47.407523 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:47.533314 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:47.590499 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:47.722017 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=76,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:47.989155 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:48.053445 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:48.167765 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:48.287400 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:48.400698 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:49.059471 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:49.156503 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:49.315323 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:UPDATE=4,neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:49.807777 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=7 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:50.143359 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:50.190533 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:51.025284 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:51.174207 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:51.865307 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:53.020273 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:53.063064 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 51488) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:53.295294 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 51496) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:53.347964 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-5a2a957d-fd8e-48e4-ad7e-9a0999a57106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:53.395190 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3932ce06-c39d-4b07-8e8a-432f0f191500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:53.479027 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-5a2a957d-fd8e-48e4-ad7e-9a0999a57106 admin admin] Publish callbacks [] for security_group (6c41b338-44a8-4978-9166-3d348bdd0da0), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:53.506786 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3932ce06-c39d-4b07-8e8a-432f0f191500 admin admin] Publish callbacks [] for security_group (7541e54a-b72b-4316-b125-28ad74b98c28), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:53.614455 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-5a2a957d-fd8e-48e4-ad7e-9a0999a57106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (6c41b338-44a8-4978-9166-3d348bdd0da0), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:53.654857 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a957d-fd8e-48e4-ad7e-9a0999a57106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c41b338-44a8-4978-9166-3d348bdd0da0,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:53.659437 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-5a2a957d-fd8e-48e4-ad7e-9a0999a57106 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=ac5c1a95f2cc4462a74d32d4aef7c50e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5950882 Sep 26 18:06:53.662748 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 51500) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:53.670565 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3932ce06-c39d-4b07-8e8a-432f0f191500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (7541e54a-b72b-4316-b125-28ad74b98c28), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:53.726893 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-3932ce06-c39d-4b07-8e8a-432f0f191500 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=b62230b4cd3943c5bf03d271d83af6a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4302096 Sep 26 18:06:53.728387 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:53.729754 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 51502) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:53.733848 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f0ac2f14-6026-44ad-b966-4e5947b48f60 admin admin] Publish callbacks [] for security_group (6c41b338-44a8-4978-9166-3d348bdd0da0), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:53.762646 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932ce06-c39d-4b07-8e8a-432f0f191500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7541e54a-b72b-4316-b125-28ad74b98c28,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:53.764250 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f0ac2f14-6026-44ad-b966-4e5947b48f60 admin admin] Publish callbacks [] for security_group (6c41b338-44a8-4978-9166-3d348bdd0da0), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:53.824331 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9883cb5a-d3bb-4fa2-9804-658b1bc84958 admin admin] Publish callbacks [] for security_group (7541e54a-b72b-4316-b125-28ad74b98c28), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:53.850520 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9883cb5a-d3bb-4fa2-9804-658b1bc84958 admin admin] Publish callbacks [] for security_group (7541e54a-b72b-4316-b125-28ad74b98c28), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:54.023757 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f0ac2f14-6026-44ad-b966-4e5947b48f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (6c41b338-44a8-4978-9166-3d348bdd0da0), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:54.026389 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f0ac2f14-6026-44ad-b966-4e5947b48f60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:54.027562 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-f0ac2f14-6026-44ad-b966-4e5947b48f60 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/6c41b338-44a8-4978-9166-3d348bdd0da0 HTTP/1.1" status: 204 len: 168 time: 0.3638451 Sep 26 18:06:54.036563 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9883cb5a-d3bb-4fa2-9804-658b1bc84958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (7541e54a-b72b-4316-b125-28ad74b98c28), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:54.037974 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac2f14-6026-44ad-b966-4e5947b48f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c41b338-44a8-4978-9166-3d348bdd0da0,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:54.039819 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9883cb5a-d3bb-4fa2-9804-658b1bc84958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:54.043399 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-9883cb5a-d3bb-4fa2-9804-658b1bc84958 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/7541e54a-b72b-4316-b125-28ad74b98c28 HTTP/1.1" status: 204 len: 168 time: 0.3121457 Sep 26 18:06:54.059092 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883cb5a-d3bb-4fa2-9804-658b1bc84958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7541e54a-b72b-4316-b125-28ad74b98c28,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:54.442401 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:54.567624 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:55.248909 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 51512) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:55.263299 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-780c01ed-a7b4-4bef-a0c4-1e41c67479bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:55.403146 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-780c01ed-a7b4-4bef-a0c4-1e41c67479bc admin admin] Publish callbacks [] for security_group (f7b32807-2762-4379-8215-8d8d1be55137), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:55.528674 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-780c01ed-a7b4-4bef-a0c4-1e41c67479bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (f7b32807-2762-4379-8215-8d8d1be55137), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:55.588623 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-780c01ed-a7b4-4bef-a0c4-1e41c67479bc admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=fdeeaf808629459bae7923e97ddceb57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3423550 Sep 26 18:06:55.593208 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 51516) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:55.601729 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c01ed-a7b4-4bef-a0c4-1e41c67479bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b32807-2762-4379-8215-8d8d1be55137,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:55.702122 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6ee56c4e-8257-47d6-850f-fba04094b4cb admin admin] Publish callbacks [] for security_group (f7b32807-2762-4379-8215-8d8d1be55137), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:55.724634 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6ee56c4e-8257-47d6-850f-fba04094b4cb admin admin] Publish callbacks [] for security_group (f7b32807-2762-4379-8215-8d8d1be55137), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:56.003221 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6ee56c4e-8257-47d6-850f-fba04094b4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (f7b32807-2762-4379-8215-8d8d1be55137), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:56.006919 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6ee56c4e-8257-47d6-850f-fba04094b4cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:56.008819 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-6ee56c4e-8257-47d6-850f-fba04094b4cb admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/f7b32807-2762-4379-8215-8d8d1be55137 HTTP/1.1" status: 204 len: 168 time: 0.4132926 Sep 26 18:06:56.021394 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee56c4e-8257-47d6-850f-fba04094b4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b32807-2762-4379-8215-8d8d1be55137,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:56.195459 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:56.672739 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:57.008689 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:57.042788 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:57.157044 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:57.262002 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 51524) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:57.278388 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1faceab2-a554-46d3-8ce2-7ad26fb7b0a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:57.401983 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1faceab2-a554-46d3-8ce2-7ad26fb7b0a3 admin admin] Publish callbacks [] for security_group (6a3dbaf5-0229-4db2-adf4-af896e7f4e34), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:57.492904 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1faceab2-a554-46d3-8ce2-7ad26fb7b0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (6a3dbaf5-0229-4db2-adf4-af896e7f4e34), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:57.569761 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-1faceab2-a554-46d3-8ce2-7ad26fb7b0a3 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=455fc9e4f0234ff7bf8834e9dcc5392c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061109 Sep 26 18:06:57.570890 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faceab2-a554-46d3-8ce2-7ad26fb7b0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3dbaf5-0229-4db2-adf4-af896e7f4e34,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:57.581263 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 51528) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:57.676434 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-342af542-7477-468d-8338-76809fba8829 admin admin] Publish callbacks [] for security_group (6a3dbaf5-0229-4db2-adf4-af896e7f4e34), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:57.708321 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-342af542-7477-468d-8338-76809fba8829 admin admin] Publish callbacks [] for security_group (6a3dbaf5-0229-4db2-adf4-af896e7f4e34), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:57.934484 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-342af542-7477-468d-8338-76809fba8829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (6a3dbaf5-0229-4db2-adf4-af896e7f4e34), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:57.938824 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-342af542-7477-468d-8338-76809fba8829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:57.941132 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-342af542-7477-468d-8338-76809fba8829 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/6a3dbaf5-0229-4db2-adf4-af896e7f4e34 HTTP/1.1" status: 204 len: 168 time: 0.3539352 Sep 26 18:06:57.961403 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342af542-7477-468d-8338-76809fba8829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3dbaf5-0229-4db2-adf4-af896e7f4e34,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:58.169592 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:58.449796 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:58.705891 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:00.441044 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:00.471562 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:00.774266 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:01.064258 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:01.255323 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=72,neutron:DELETE=4,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:01.739438 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:01.977508 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-952e3701-ce2e-4d18-807f-89868147ddb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:02.167985 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:02.258554 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:03.123274 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:03.322382 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:04.140040 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:04.208706 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:04.340121 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-860158c7-b372-4fa4-b4ca-81232b9b77e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:04.573242 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:05.150093 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:05.162338 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:05.488271 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:05.727011 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:06.306132 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:06.380202 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:07.037341 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:07.097955 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:07.249076 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:07.397722 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:08.007638 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:08.179955 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:08.648281 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:08.922749 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:09.088241 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:09.441462 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:09.521379 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:09.678701 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:09.866017 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:09.951746 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:10.024174 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:10.083146 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:10.482872 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:10.586439 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:10.694305 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:10.830838 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:10.934402 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:11.152453 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:11.236139 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:12.156648 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:12.242093 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:12.550635 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=9 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:15.762899 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:15.869677 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:16.216729 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e8e0d502-c156-4b8b-8ace-17f0be97d8c4 req-226385d3-b213-4cf9-a2c8-b24e2f33cc85 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437903 Sep 26 18:07:16.335957 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0d502-c156-4b8b-8ace-17f0be97d8c4 req-b9f1168d-dc46-4e52-866f-81d3f4c3925b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:16.337593 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e8e0d502-c156-4b8b-8ace-17f0be97d8c4 req-b9f1168d-dc46-4e52-866f-81d3f4c3925b service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=3a15ebd862054a64ac1d739db5adc3a2&device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 1129 time: 0.0536907 Sep 26 18:07:16.462807 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0d502-c156-4b8b-8ace-17f0be97d8c4 req-1b832cb3-40bc-48e2-af75-84d76c35b13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:16.464638 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e8e0d502-c156-4b8b-8ace-17f0be97d8c4 req-1b832cb3-40bc-48e2-af75-84d76c35b13e service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=45aee833-caf9-4514-8a4b-002783e94737 HTTP/1.1" status: 200 len: 919 time: 0.1022911 Sep 26 18:07:16.512349 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e8e0d502-c156-4b8b-8ace-17f0be97d8c4 req-c39a299a-9169-4b15-84b8-435e5ebe729c service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ef108b0-8394-4e0e-8563-6390415fb8c4 HTTP/1.1" status: 200 len: 217 time: 0.0363188 Sep 26 18:07:16.589670 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0d502-c156-4b8b-8ace-17f0be97d8c4 req-e7191f6a-c399-4327-a3f1-c918a4d2ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:16.591363 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e8e0d502-c156-4b8b-8ace-17f0be97d8c4 req-e7191f6a-c399-4327-a3f1-c918a4d2ea3c service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=e01e5c5e-987a-4185-87ba-f124ff403d46 HTTP/1.1" status: 200 len: 857 time: 0.0694206 Sep 26 18:07:16.664966 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0d502-c156-4b8b-8ace-17f0be97d8c4 req-b962f69a-7977-43d7-83a1-585ced265ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:16.666500 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e8e0d502-c156-4b8b-8ace-17f0be97d8c4 req-b962f69a-7977-43d7-83a1-585ced265ad8 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=45aee833-caf9-4514-8a4b-002783e94737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598652 Sep 26 18:07:16.805709 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e8e0d502-c156-4b8b-8ace-17f0be97d8c4 req-fbd9e272-29e1-4482-96b0-0061778aebef service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150570 Sep 26 18:07:16.834225 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:16.956347 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e8e0d502-c156-4b8b-8ace-17f0be97d8c4 req-8c2edeb4-2e21-4ae4-b5a9-b3ec179afcbc service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325216 Sep 26 18:07:19.885906 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-837bb0b1-2142-4d6b-9739-5db7a84acdda tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1116016539&fields=id&tenant_id=08e4bf78b8f043a598a4b6a1d8acc219 HTTP/1.1" status: 200 len: 267 time: 0.0865440 Sep 26 18:07:20.025050 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-0a5f654f-3c8c-4d11-b34a-d6b1ad95151c tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:20.027636 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-0a5f654f-3c8c-4d11-b34a-d6b1ad95151c tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/networks?id=a36a0132-e2f2-42fb-aeb7-7b514a623f8b HTTP/1.1" status: 200 len: 808 time: 0.1402724 Sep 26 18:07:20.047529 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-56370920-1637-407c-b441-7404acb7e5b2 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/quotas/08e4bf78b8f043a598a4b6a1d8acc219 HTTP/1.1" status: 200 len: 375 time: 0.0139875 Sep 26 18:07:20.117299 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-dcf92fcd-a99a-4764-824e-5be38f295261 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=08e4bf78b8f043a598a4b6a1d8acc219&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606635 Sep 26 18:07:20.279688 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-39c50fa9-a563-492c-96da-291a7b67eba4 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a36a0132-e2f2-42fb-aeb7-7b514a623f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405902 Sep 26 18:07:20.411265 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-a446920a-d66f-40e8-8a91-70b0d15c2c4f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a36a0132-e2f2-42fb-aeb7-7b514a623f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240196 Sep 26 18:07:21.217613 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692048b8-3102-4cde-9993-bd398cd2cb8e req-d4a4ad79-8ccc-45da-998e-d3ef7adcab51 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:21.231205 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-692048b8-3102-4cde-9993-bd398cd2cb8e req-d4a4ad79-8ccc-45da-998e-d3ef7adcab51 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 945 time: 0.0806630 Sep 26 18:07:21.240884 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:21.306792 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-692048b8-3102-4cde-9993-bd398cd2cb8e req-8be87068-c8b8-4341-b54b-15193679cbb3 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=ba2a7bab-c281-42ad-b2f7-b516d5c07db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744207 Sep 26 18:07:21.411212 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5d9e6bca-ce43-4651-b4f3-3c95800a9aaf req-e87fc6f9-b873-43d8-9b9b-1efa13c7ffcf tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 210 time: 0.0373709 Sep 26 18:07:22.155564 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:07:22.225534 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0de3ea-3c64-4c5d-bc76-7e3ac5bd9701 req-6e23c651-ed27-457c-b4bb-f5c63ffbbe68 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:22.227961 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1f0de3ea-3c64-4c5d-bc76-7e3ac5bd9701 req-6e23c651-ed27-457c-b4bb-f5c63ffbbe68 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 945 time: 0.0573139 Sep 26 18:07:22.372432 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-1f0de3ea-3c64-4c5d-bc76-7e3ac5bd9701 req-ebc2fcd3-b86c-44c0-b010-5b4a6dadc5d7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Deleting port 4db13c14-6478-4992-8d31-4a46754d492e {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:07:22.373150 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-1f0de3ea-3c64-4c5d-bc76-7e3ac5bd9701 req-ebc2fcd3-b86c-44c0-b010-5b4a6dadc5d7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (4db13c14-6478-4992-8d31-4a46754d492e), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:22.533013 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b05c3-c052-4dd3-a5cb-90a5ab80dba1 req-3d95281b-ce02-432f-a484-c296ec6f0653 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:22.534877 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d07b05c3-c052-4dd3-a5cb-90a5ab80dba1 req-3d95281b-ce02-432f-a484-c296ec6f0653 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 945 time: 0.0854475 Sep 26 18:07:22.588095 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-1f0de3ea-3c64-4c5d-bc76-7e3ac5bd9701 req-ebc2fcd3-b86c-44c0-b010-5b4a6dadc5d7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] For port 4db13c14-6478-4992-8d31-4a46754d492e, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=4db13c14-6478-4992-8d31-4a46754d492e,segment=NetworkSegment(ed751284-034c-4094-bf91-e2a4a99e4455),segment_id=ed751284-034c-4094-bf91-e2a4a99e4455)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:07:22.588619 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-1f0de3ea-3c64-4c5d-bc76-7e3ac5bd9701 req-ebc2fcd3-b86c-44c0-b010-5b4a6dadc5d7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (4db13c14-6478-4992-8d31-4a46754d492e), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:22.698026 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d07b05c3-c052-4dd3-a5cb-90a5ab80dba1 req-a87aaf2f-f38d-46dc-8d81-a99e0c345d8f tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=ba2a7bab-c281-42ad-b2f7-b516d5c07db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523094 Sep 26 18:07:22.872511 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b084a931-c6cc-4dfa-a087-9530f55ca4f0 req-f2bb2687-5385-451a-baca-5284ebab52a8 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 210 time: 0.0682752 Sep 26 18:07:23.311703 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-1f0de3ea-3c64-4c5d-bc76-7e3ac5bd9701 req-ebc2fcd3-b86c-44c0-b010-5b4a6dadc5d7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:23.311703 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-1f0de3ea-3c64-4c5d-bc76-7e3ac5bd9701 req-ebc2fcd3-b86c-44c0-b010-5b4a6dadc5d7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (22754761-8a41-4039-8381-f572de2aee5c), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:23.311703 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.db.l3_db [req-1f0de3ea-3c64-4c5d-bc76-7e3ac5bd9701 req-ebc2fcd3-b86c-44c0-b010-5b4a6dadc5d7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Floating IP 22754761-8a41-4039-8381-f572de2aee5c disassociated. External IP: 172.27.3.59, port: 4db13c14-6478-4992-8d31-4a46754d492e. Sep 26 18:07:23.311703 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-1f0de3ea-3c64-4c5d-bc76-7e3ac5bd9701 req-ebc2fcd3-b86c-44c0-b010-5b4a6dadc5d7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Calling delete_port for 4db13c14-6478-4992-8d31-4a46754d492e owned by compute:nova {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:07:23.365624 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:23.619665 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-1f0de3ea-3c64-4c5d-bc76-7e3ac5bd9701 req-ebc2fcd3-b86c-44c0-b010-5b4a6dadc5d7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (4db13c14-6478-4992-8d31-4a46754d492e), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:23.661075 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2fcd3-b86c-44c0-b010-5b4a6dadc5d7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event deleted for resources: {'Port': ['ID=4db13c14-6478-4992-8d31-4a46754d492e,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:23.689757 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2fcd3-b86c-44c0-b010-5b4a6dadc5d7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:23.690143 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2fcd3-b86c-44c0-b010-5b4a6dadc5d7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:23.690516 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2fcd3-b86c-44c0-b010-5b4a6dadc5d7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:23.690908 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2fcd3-b86c-44c0-b010-5b4a6dadc5d7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:23.691277 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2fcd3-b86c-44c0-b010-5b4a6dadc5d7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:23.691621 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2fcd3-b86c-44c0-b010-5b4a6dadc5d7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:23.692017 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2fcd3-b86c-44c0-b010-5b4a6dadc5d7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:23.692362 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2fcd3-b86c-44c0-b010-5b4a6dadc5d7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:23.692702 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2fcd3-b86c-44c0-b010-5b4a6dadc5d7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:23.693112 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2fcd3-b86c-44c0-b010-5b4a6dadc5d7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:23.693536 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2fcd3-b86c-44c0-b010-5b4a6dadc5d7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:23.693812 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2fcd3-b86c-44c0-b010-5b4a6dadc5d7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:23.694209 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2fcd3-b86c-44c0-b010-5b4a6dadc5d7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:23.694579 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2fcd3-b86c-44c0-b010-5b4a6dadc5d7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:23.694912 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2fcd3-b86c-44c0-b010-5b4a6dadc5d7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:23.823539 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:23.951309 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bde8aecf-f30a-4890-ada1-f878881104b8 req-618cd252-2378-4af1-85f9-5009a5c36718 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 210 time: 0.0798061 Sep 26 18:07:24.018931 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f0de3ea-3c64-4c5d-bc76-7e3ac5bd9701 req-ebc2fcd3-b86c-44c0-b010-5b4a6dadc5d7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:07:24.203455 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-85a16662-ccd4-4988-9aff-0700f5e3158a req-c0b65e4f-3edd-4886-af33-4765ae2ff9ae tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 210 time: 0.0608287 Sep 26 18:07:24.288924 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f0de3ea-3c64-4c5d-bc76-7e3ac5bd9701 req-ebc2fcd3-b86c-44c0-b010-5b4a6dadc5d7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:07:24.306114 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbd932a-1364-46ce-a21b-2a17de5fa942 None None] Sync routers for ids ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'] in dv-cinder-859319-1-iscsi {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:07:24.310471 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=14,neutron:UPDATE=5 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:24.329807 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbd932a-1364-46ce-a21b-2a17de5fa942 None None] Routers {'0d3f8166-a65a-4d17-a4f7-ca93fffd4115'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:07:24.332995 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-1fbd932a-1364-46ce-a21b-2a17de5fa942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:07:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:24.410389 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0de3ea-3c64-4c5d-bc76-7e3ac5bd9701 req-ebc2fcd3-b86c-44c0-b010-5b4a6dadc5d7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] No DVR routers for this DVR port 4db13c14-6478-4992-8d31-4a46754d492e on host hv-cinder-85931 {{(pid=106583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:07:24.416630 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-1f0de3ea-3c64-4c5d-bc76-7e3ac5bd9701 req-ebc2fcd3-b86c-44c0-b010-5b4a6dadc5d7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:24.422641 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1f0de3ea-3c64-4c5d-bc76-7e3ac5bd9701 req-ebc2fcd3-b86c-44c0-b010-5b4a6dadc5d7 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.88 "DELETE /networking/v2.0/ports/4db13c14-6478-4992-8d31-4a46754d492e HTTP/1.1" status: 204 len: 173 time: 2.1864154 Sep 26 18:07:24.432233 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3d0414-434f-4d77-8bc1-57378672d4f8', 'name': 'network-vif-deleted', 'tag': '4db13c14-6478-4992-8d31-4a46754d492e'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:07:24.446603 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460f974d-2bc9-484b-b9ec-18a5218dde17" -d '{"events": [{"server_uuid": "4a3d0414-434f-4d77-8bc1-57378672d4f8", "name": "network-vif-deleted", "tag": "4db13c14-6478-4992-8d31-4a46754d492e"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:07:24.510041 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498286c2-e9b4-49f5-a48f-8d22c46e7739 x-openstack-request-id: req-498286c2-e9b4-49f5-a48f-8d22c46e7739 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:07:24.510473 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3d0414-434f-4d77-8bc1-57378672d4f8", "name": "network-vif-deleted", "tag": "4db13c14-6478-4992-8d31-4a46754d492e", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:07:24.510858 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-498286c2-e9b4-49f5-a48f-8d22c46e7739 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:07:24.511370 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-498286c2-e9b4-49f5-a48f-8d22c46e7739'] response: {'server_uuid': '4a3d0414-434f-4d77-8bc1-57378672d4f8', 'name': 'network-vif-deleted', 'tag': '4db13c14-6478-4992-8d31-4a46754d492e', 'status': 'completed', 'code': 200} Sep 26 18:07:24.535605 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-1fbd932a-1364-46ce-a21b-2a17de5fa942 None None] Set router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:07:24.949413 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-0f894f1e-3849-4412-83eb-baae983114e6 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:24.951239 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-0f894f1e-3849-4412-83eb-baae983114e6 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.88 "GET /networking/v2.0/networks?id=a36a0132-e2f2-42fb-aeb7-7b514a623f8b HTTP/1.1" status: 200 len: 808 time: 0.3183072 Sep 26 18:07:25.073356 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-70dbf792-0203-4f2b-90f5-16848422a262 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.88 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=08e4bf78b8f043a598a4b6a1d8acc219 HTTP/1.1" status: 200 len: 380 time: 0.0955918 Sep 26 18:07:25.086281 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-92c08a50-6915-49e0-8fb4-1c7bddc544ba tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Request body: {'port': {'device_id': 'b19e1622-6521-459d-9db1-80abd4bcf0f8', 'network_id': 'a36a0132-e2f2-42fb-aeb7-7b514a623f8b', 'admin_state_up': True, 'tenant_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'security_groups': ['b499441c-c584-49cf-a684-752dbca5faf1']}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:07:25.204920 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4d55c53a-6def-410b-81c3-2f032529d4e9 req-931ebcff-1b42-4d8d-88d0-f6e7eb55c606 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 210 time: 0.1109557 Sep 26 18:07:25.261174 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-1fbd932a-1364-46ce-a21b-2a17de5fa942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:03:22Z', 'revision_number': 4, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': 'dca4c101-22ba-4ef7-b29f-4409de880e5d', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'port_id': '88d9ddc3-ae2c-428a-b7ad-f212435e977b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'mac_address': 'fa:16:3e:00:ad:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682673d-b9ac-49a7-9f72-eef56dcbac73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:03:29Z', 'updated_at': '2022-09-26T18:04:29Z', 'revision_number': 2, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1d8909-de0f-4b6d-8a1f-17144f1522e0', 'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'mac_address': 'fa:16:3e:81:46:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:19Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 5, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'subnets': [{'id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:25.341080 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbd932a-1364-46ce-a21b-2a17de5fa942 None None] Checking router: 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 for host: dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:07:25.359246 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbd932a-1364-46ce-a21b-2a17de5fa942 None None] Routers {'0d3f8166-a65a-4d17-a4f7-ca93fffd4115'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:07:25.359920 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-1fbd932a-1364-46ce-a21b-2a17de5fa942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:07:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:25.503534 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1f76fc7f-099e-4050-a773-ae6e3c0095bf req-4a30de82-fe0f-4665-aac6-f6c12817ef94 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 210 time: 0.0522521 Sep 26 18:07:25.545562 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-92c08a50-6915-49e0-8fb4-1c7bddc544ba tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Made reservation on behalf of 08e4bf78b8f043a598a4b6a1d8acc219 for: {'port': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:07:25.574577 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-92c08a50-6915-49e0-8fb4-1c7bddc544ba tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:25.596907 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-1fbd932a-1364-46ce-a21b-2a17de5fa942 None None] Set router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:07:25.815489 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-92c08a50-6915-49e0-8fb4-1c7bddc544ba tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Allocated IP 172.20.0.5 (a36a0132-e2f2-42fb-aeb7-7b514a623f8b/33062f00-b294-40a6-a636-99be26c54435/df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:07:25.991535 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:26.000699 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-1fbd932a-1364-46ce-a21b-2a17de5fa942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:03:22Z', 'revision_number': 4, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': 'dca4c101-22ba-4ef7-b29f-4409de880e5d', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'port_id': '88d9ddc3-ae2c-428a-b7ad-f212435e977b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'mac_address': 'fa:16:3e:00:ad:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682673d-b9ac-49a7-9f72-eef56dcbac73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:03:29Z', 'updated_at': '2022-09-26T18:04:29Z', 'revision_number': 2, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1d8909-de0f-4b6d-8a1f-17144f1522e0', 'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'mac_address': 'fa:16:3e:81:46:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:19Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 5, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'subnets': [{'id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:26.045197 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbd932a-1364-46ce-a21b-2a17de5fa942 None None] The sync data for ids ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'] in dv-cinder-859319-1-iscsi is: [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:03:22Z', 'revision_number': 4, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': 'dca4c101-22ba-4ef7-b29f-4409de880e5d', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'port_id': '88d9ddc3-ae2c-428a-b7ad-f212435e977b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'mac_address': 'fa:16:3e:00:ad:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682673d-b9ac-49a7-9f72-eef56dcbac73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:03:29Z', 'updated_at': '2022-09-26T18:04:29Z', 'revision_number': 2, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1d8909-de0f-4b6d-8a1f-17144f1522e0', 'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'mac_address': 'fa:16:3e:81:46:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:19Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 5, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'subnets': [{'id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:07:26.132084 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-92c08a50-6915-49e0-8fb4-1c7bddc544ba tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks [] for port (df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:26.159548 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:26.336843 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-92c08a50-6915-49e0-8fb4-1c7bddc544ba tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:26.443700 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-92c08a50-6915-49e0-8fb4-1c7bddc544ba tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Network a36a0132-e2f2-42fb-aeb7-7b514a623f8b is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:07:26.447672 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c08a50-6915-49e0-8fb4-1c7bddc544ba tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Pushing event updated for resources: {'Port': ['ID=df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:26.460046 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-92c08a50-6915-49e0-8fb4-1c7bddc544ba tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:07:26.463008 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-92c08a50-6915-49e0-8fb4-1c7bddc544ba tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:07:26.539011 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-92c08a50-6915-49e0-8fb4-1c7bddc544ba tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:26.539721 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-92c08a50-6915-49e0-8fb4-1c7bddc544ba tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:26.560577 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 4db13c14-6478-4992-8d31-4a46754d492e no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:07:26.610025 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbba4cf-c9f2-49c4-be8a-3176d2609255 None None] New status for floating IP 22754761-8a41-4039-8381-f572de2aee5c: DOWN {{(pid=106585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:07:26.623343 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] No Port match for: 4db13c14-6478-4992-8d31-4a46754d492e {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:07:26.626481 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 4db13c14-6478-4992-8d31-4a46754d492e not bound to the agent host hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:07:26.662224 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-92c08a50-6915-49e0-8fb4-1c7bddc544ba tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5816584 Sep 26 18:07:26.687111 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-7d6f0b6f-496b-4e02-beb7-36d3e8342c7d service neutron] Request body: {'port': {'device_id': 'b19e1622-6521-459d-9db1-80abd4bcf0f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:07:26.790313 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-13883ffd-de9f-4693-b939-e0675f57e220 req-1c181d2b-60cf-4fa7-bae2-eeef649d2e3a tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4a3d0414-434f-4d77-8bc1-57378672d4f8 HTTP/1.1" status: 200 len: 210 time: 0.0421975 Sep 26 18:07:26.867306 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-7d6f0b6f-496b-4e02-beb7-36d3e8342c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:26.915250 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-5b1bf176-840c-4d44-8c28-82c6d36719a9 None None] Provisioning complete for port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:07:26.919606 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-5b1bf176-840c-4d44-8c28-82c6d36719a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:26.920181 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-5b1bf176-840c-4d44-8c28-82c6d36719a9 None None] Attempt 1 to provision port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c Sep 26 18:07:26.985576 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bf176-840c-4d44-8c28-82c6d36719a9 None None] Port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:07:27.181762 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fd62a-cef2-4fd6-8913-ed5c901f6771 req-7deaefa3-8ccf-4bf6-87f4-530a876a3a54 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:27.183092 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cb5fd62a-cef2-4fd6-8913-ed5c901f6771 req-7deaefa3-8ccf-4bf6-87f4-530a876a3a54 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 931 time: 0.1032650 Sep 26 18:07:27.282431 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cb5fd62a-cef2-4fd6-8913-ed5c901f6771 req-fc7d7379-abf8-4c0d-a521-01f76597b57b tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864909 Sep 26 18:07:27.349956 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-7d6f0b6f-496b-4e02-beb7-36d3e8342c7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c {{(pid=106583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:07:27.359469 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-7d6f0b6f-496b-4e02-beb7-36d3e8342c7d service neutron] Publish callbacks [] for port (df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:27.373642 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.provisioning_blocks [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-7d6f0b6f-496b-4e02-beb7-36d3e8342c7d service neutron] Transition to ACTIVE for port object df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c will not be triggered until provisioned by entity L2. {{(pid=106583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:07:27.459581 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-7d6f0b6f-496b-4e02-beb7-36d3e8342c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:27.487587 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-5b1bf176-840c-4d44-8c28-82c6d36719a9 None None] Attempt 2 to provision port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c Sep 26 18:07:27.554462 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bf176-840c-4d44-8c28-82c6d36719a9 None None] Port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:07:27.578430 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f0b6f-496b-4e02-beb7-36d3e8342c7d service neutron] Pushing event updated for resources: {'Port': ['ID=df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c,revision_number=2']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:27.624721 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:27.633902 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-7d6f0b6f-496b-4e02-beb7-36d3e8342c7d service neutron] Attempting to bind port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:07:27.636300 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-7d6f0b6f-496b-4e02-beb7-36d3e8342c7d service neutron] Attempting to bind port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'b6669bb3-a9d0-4e5f-84e9-06ec0492f97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a36a0132-e2f2-42fb-aeb7-7b514a623f8b'}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:07:27.636300 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-7d6f0b6f-496b-4e02-beb7-36d3e8342c7d service neutron] Attempting to bind port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c on network a36a0132-e2f2-42fb-aeb7-7b514a623f8b {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:07:27.697243 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-7d6f0b6f-496b-4e02-beb7-36d3e8342c7d service neutron] Port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c on network a36a0132-e2f2-42fb-aeb7-7b514a623f8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:07:27.697572 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-7d6f0b6f-496b-4e02-beb7-36d3e8342c7d service neutron] Attempting to bind port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c on network a36a0132-e2f2-42fb-aeb7-7b514a623f8b {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:07:27.745212 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-7d6f0b6f-496b-4e02-beb7-36d3e8342c7d service neutron] Checking agent: {'id': 'b76d05ef-6768-47d4-84e3-b7f3ce45293e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'started_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:07:27.745516 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-7d6f0b6f-496b-4e02-beb7-36d3e8342c7d service neutron] Checking segment: {'id': 'b6669bb3-a9d0-4e5f-84e9-06ec0492f97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a36a0132-e2f2-42fb-aeb7-7b514a623f8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:07:27.745987 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-7d6f0b6f-496b-4e02-beb7-36d3e8342c7d service neutron] Bound using segment: {'id': 'b6669bb3-a9d0-4e5f-84e9-06ec0492f97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a36a0132-e2f2-42fb-aeb7-7b514a623f8b'} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:07:27.746527 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-7d6f0b6f-496b-4e02-beb7-36d3e8342c7d service neutron] Bound port: df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6669bb3-a9d0-4e5f-84e9-06ec0492f97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'a36a0132-e2f2-42fb-aeb7-7b514a623f8b'}}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:07:27.747070 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-7d6f0b6f-496b-4e02-beb7-36d3e8342c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:27.766978 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:27.824002 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-7d6f0b6f-496b-4e02-beb7-36d3e8342c7d service neutron] For port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c, host hv-cinder-85931, cleared binding levels {{(pid=106583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:07:27.829034 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-7d6f0b6f-496b-4e02-beb7-36d3e8342c7d service neutron] For port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c,segment=NetworkSegment(b6669bb3-a9d0-4e5f-84e9-06ec0492f97f),segment_id=b6669bb3-a9d0-4e5f-84e9-06ec0492f97f)] {{(pid=106583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:07:27.876889 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bb7bb-6b85-4c87-98de-b3b7d5466eb9 req-072a47ae-055d-4e83-a91e-c8367f2987e7 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:27.879879 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9e4bb7bb-6b85-4c87-98de-b3b7d5466eb9 req-072a47ae-055d-4e83-a91e-c8367f2987e7 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.0533297 Sep 26 18:07:27.934092 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-7d6f0b6f-496b-4e02-beb7-36d3e8342c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:27.944836 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-7d6f0b6f-496b-4e02-beb7-36d3e8342c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:27.945565 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-7d6f0b6f-496b-4e02-beb7-36d3e8342c7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:27.947536 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-7d6f0b6f-496b-4e02-beb7-36d3e8342c7d service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c HTTP/1.1" status: 200 len: 1093 time: 1.2667520 Sep 26 18:07:27.948166 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19e1622-6521-459d-9db1-80abd4bcf0f8', 'tag': 'df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:07:27.952054 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a979b6cb-ba84-4249-8956-98be59dbb9ec" -d '{"events": [{"name": "network-changed", "server_uuid": "b19e1622-6521-459d-9db1-80abd4bcf0f8", "tag": "df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:07:27.961497 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9e4bb7bb-6b85-4c87-98de-b3b7d5466eb9 req-4dd25e69-ba3a-40fc-ae69-358accc00206 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775442 Sep 26 18:07:28.017584 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dbb387-34ed-4422-85ff-103668de06f8 x-openstack-request-id: req-c1dbb387-34ed-4422-85ff-103668de06f8 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:07:28.017881 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b19e1622-6521-459d-9db1-80abd4bcf0f8", "tag": "df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:07:28.022133 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c1dbb387-34ed-4422-85ff-103668de06f8 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:07:28.022133 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1dbb387-34ed-4422-85ff-103668de06f8'] response: {'name': 'network-changed', 'server_uuid': 'b19e1622-6521-459d-9db1-80abd4bcf0f8', 'tag': 'df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c', 'status': 'completed', 'code': 200} Sep 26 18:07:28.022133 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f0b6f-496b-4e02-beb7-36d3e8342c7d service neutron] Pushing event updated for resources: {'Port': ['ID=df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c,revision_number=3']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:28.056799 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-5b1bf176-840c-4d44-8c28-82c6d36719a9 None None] Attempt 3 to provision port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c Sep 26 18:07:28.098157 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 51834) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:28.115675 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bf176-840c-4d44-8c28-82c6d36719a9 None None] Port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c had new provisioning blocks added so it will not transition to active. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:07:28.160101 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-35a00f07-dd08-4d61-82ac-7dacfe2ff3a3 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group (ba2a7bab-c281-42ad-b2f7-b516d5c07db2), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:28.182950 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-35a00f07-dd08-4d61-82ac-7dacfe2ff3a3 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group (ba2a7bab-c281-42ad-b2f7-b516d5c07db2), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:28.298474 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-e8b22431-0268-4f6b-936b-f7eac0810a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:28.300061 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-e8b22431-0268-4f6b-936b-f7eac0810a1f service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=08e4bf78b8f043a598a4b6a1d8acc219&device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 1127 time: 0.0467200 Sep 26 18:07:28.359942 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-295302bf-ecf8-4d62-b23b-534abe0aa936 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c HTTP/1.1" status: 200 len: 217 time: 0.0430846 Sep 26 18:07:28.427095 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-35a00f07-dd08-4d61-82ac-7dacfe2ff3a3 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (ba2a7bab-c281-42ad-b2f7-b516d5c07db2), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:28.429729 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-35a00f07-dd08-4d61-82ac-7dacfe2ff3a3 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:28.430866 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-35a00f07-dd08-4d61-82ac-7dacfe2ff3a3 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/ba2a7bab-c281-42ad-b2f7-b516d5c07db2 HTTP/1.1" status: 204 len: 168 time: 0.3317542 Sep 26 18:07:28.433828 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 51838) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:28.442357 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:28.449996 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.api.v2.resource [None req-c9767de1-29e2-4758-ba93-15cf9ae114aa tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] show failed (client error): The resource could not be found. Sep 26 18:07:28.450153 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-c9767de1-29e2-4758-ba93-15cf9ae114aa tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups/ba2a7bab-c281-42ad-b2f7-b516d5c07db2 HTTP/1.1" status: 404 len: 347 time: 0.0147343 Sep 26 18:07:28.455734 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 51840) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:28.457356 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a00f07-dd08-4d61-82ac-7dacfe2ff3a3 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2a7bab-c281-42ad-b2f7-b516d5c07db2,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:28.471083 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb0ac8-7856-4c46-8488-bc2c1eb3e112 req-e6144a5d-42b1-4955-a781-85725b7512ee tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:28.472082 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=100 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:28.472981 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-48bb0ac8-7856-4c46-8488-bc2c1eb3e112 req-e6144a5d-42b1-4955-a781-85725b7512ee tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 943 time: 0.1030710 Sep 26 18:07:28.494217 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-d42dd973-3e6f-4c76-8f39-200abaf72e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:28.495627 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-d42dd973-3e6f-4c76-8f39-200abaf72e92 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=33062f00-b294-40a6-a636-99be26c54435 HTTP/1.1" status: 200 len: 847 time: 0.1244688 Sep 26 18:07:28.568315 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-60489cfb-ee98-4ae5-ac45-b406ca392187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:28.571057 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-60489cfb-ee98-4ae5-ac45-b406ca392187 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=a36a0132-e2f2-42fb-aeb7-7b514a623f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673897 Sep 26 18:07:28.574202 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-48bb0ac8-7856-4c46-8488-bc2c1eb3e112 req-7238cf72-d769-4b24-b64a-f4e7e4de5fd1 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929618 Sep 26 18:07:28.620645 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-e15c778d-0498-4592-ae4b-907332178e44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Deleting port 1687f937-98fd-44e9-8ac8-20b6ef360864 {{(pid=106582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:07:28.620993 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e15c778d-0498-4592-ae4b-907332178e44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (1687f937-98fd-44e9-8ac8-20b6ef360864), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:28.684890 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-16ca21c6-fbbd-4140-b97d-cb38a0e597c0 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/a36a0132-e2f2-42fb-aeb7-7b514a623f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072299 Sep 26 18:07:28.723804 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e15c778d-0498-4592-ae4b-907332178e44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (1687f937-98fd-44e9-8ac8-20b6ef360864), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:28.724322 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e15c778d-0498-4592-ae4b-907332178e44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for floatingip (1687f937-98fd-44e9-8ac8-20b6ef360864), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:28.737982 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-e15c778d-0498-4592-ae4b-907332178e44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Calling delete_port for 1687f937-98fd-44e9-8ac8-20b6ef360864 owned by network:floatingip {{(pid=106582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:07:28.790387 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e299994e-e2d5-40c4-8ad9-6c6709239b8f req-b6d2b831-e623-4e5a-8b4e-1bb45ec370ee service neutron] 10.222.0.88 "GET /networking/v2.0/networks/a36a0132-e2f2-42fb-aeb7-7b514a623f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989606 Sep 26 18:07:28.947107 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e15c778d-0498-4592-ae4b-907332178e44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (1687f937-98fd-44e9-8ac8-20b6ef360864), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:28.979683 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c778d-0498-4592-ae4b-907332178e44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event deleted for resources: {'Port': ['ID=1687f937-98fd-44e9-8ac8-20b6ef360864,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:28.990617 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c778d-0498-4592-ae4b-907332178e44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:28.990972 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c778d-0498-4592-ae4b-907332178e44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:28.991325 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c778d-0498-4592-ae4b-907332178e44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:28.991715 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c778d-0498-4592-ae4b-907332178e44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:28.992733 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c778d-0498-4592-ae4b-907332178e44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:28.992733 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c778d-0498-4592-ae4b-907332178e44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:28.992733 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c778d-0498-4592-ae4b-907332178e44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:28.993087 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c778d-0498-4592-ae4b-907332178e44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:28.993336 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c778d-0498-4592-ae4b-907332178e44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:28.993670 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c778d-0498-4592-ae4b-907332178e44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:28.993996 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c778d-0498-4592-ae4b-907332178e44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:28.994318 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c778d-0498-4592-ae4b-907332178e44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:28.994644 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c778d-0498-4592-ae4b-907332178e44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:28.994973 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c778d-0498-4592-ae4b-907332178e44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:28.995294 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c778d-0498-4592-ae4b-907332178e44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:29.062239 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e15c778d-0498-4592-ae4b-907332178e44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for floatingip (22754761-8a41-4039-8381-f572de2aee5c), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:29.065028 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e15c778d-0498-4592-ae4b-907332178e44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:29.069403 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-e15c778d-0498-4592-ae4b-907332178e44 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/22754761-8a41-4039-8381-f572de2aee5c HTTP/1.1" status: 204 len: 168 time: 0.6095004 Sep 26 18:07:29.127707 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b1e96-a7c4-40a3-8c07-5418903dc2a5 req-ddbecd6b-e086-46cb-bd49-6dd4fd4593a3 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:29.129222 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6d7b1e96-a7c4-40a3-8c07-5418903dc2a5 req-ddbecd6b-e086-46cb-bd49-6dd4fd4593a3 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.0548275 Sep 26 18:07:29.199443 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6d7b1e96-a7c4-40a3-8c07-5418903dc2a5 req-f11ccfeb-aea2-487d-ba8f-410c93b00561 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578024 Sep 26 18:07:29.278043 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979b6cb-ba84-4249-8956-98be59dbb9ec req-8840c039-8d20-439b-ad56-94a0baabb284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:29.279615 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a979b6cb-ba84-4249-8956-98be59dbb9ec req-8840c039-8d20-439b-ad56-94a0baabb284 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=08e4bf78b8f043a598a4b6a1d8acc219&device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 1127 time: 0.0447066 Sep 26 18:07:29.382651 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979b6cb-ba84-4249-8956-98be59dbb9ec req-e2c0a4b4-7d3b-4fc1-b80f-7392fa16ab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:29.384322 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a979b6cb-ba84-4249-8956-98be59dbb9ec req-e2c0a4b4-7d3b-4fc1-b80f-7392fa16ab01 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=a36a0132-e2f2-42fb-aeb7-7b514a623f8b HTTP/1.1" status: 200 len: 909 time: 0.0978029 Sep 26 18:07:29.424924 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a979b6cb-ba84-4249-8956-98be59dbb9ec req-1286dddb-1944-427e-b454-e76bd9975ed4 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c HTTP/1.1" status: 200 len: 217 time: 0.0324790 Sep 26 18:07:29.479065 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979b6cb-ba84-4249-8956-98be59dbb9ec req-003883c5-1f74-462f-9650-81f994e192a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:29.480744 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a979b6cb-ba84-4249-8956-98be59dbb9ec req-003883c5-1f74-462f-9650-81f994e192a3 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=33062f00-b294-40a6-a636-99be26c54435 HTTP/1.1" status: 200 len: 847 time: 0.0481131 Sep 26 18:07:29.531566 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979b6cb-ba84-4249-8956-98be59dbb9ec req-0c3add7b-de6b-4afa-8afc-480749f3492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:29.533327 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a979b6cb-ba84-4249-8956-98be59dbb9ec req-0c3add7b-de6b-4afa-8afc-480749f3492e service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=a36a0132-e2f2-42fb-aeb7-7b514a623f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449195 Sep 26 18:07:29.566977 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:29.651601 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a979b6cb-ba84-4249-8956-98be59dbb9ec req-b0b63de9-1ead-4896-8698-0c249df2b6b1 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/a36a0132-e2f2-42fb-aeb7-7b514a623f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059723 Sep 26 18:07:29.792181 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f0c56-db0a-40b3-93d0-b67ad90bab67 req-c2b71d8c-ca0e-4dd7-8d4d-04d5d196cb76 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:29.793745 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-215f0c56-db0a-40b3-93d0-b67ad90bab67 req-c2b71d8c-ca0e-4dd7-8d4d-04d5d196cb76 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 943 time: 0.1242044 Sep 26 18:07:29.850079 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a979b6cb-ba84-4249-8956-98be59dbb9ec req-9e1f3177-afad-49a9-a685-54ae17083bf1 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/a36a0132-e2f2-42fb-aeb7-7b514a623f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816428 Sep 26 18:07:29.881057 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-215f0c56-db0a-40b3-93d0-b67ad90bab67 req-4ed5416b-8836-435a-9abe-3cbdfe67a4bf tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762429 Sep 26 18:07:30.334674 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e3d87-119e-4de8-93de-8efe5a5e9a52 req-816fba23-0bc5-4d69-b2ea-4e344d7cc12f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:30.336293 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e52e3d87-119e-4de8-93de-8efe5a5e9a52 req-816fba23-0bc5-4d69-b2ea-4e344d7cc12f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.0487046 Sep 26 18:07:30.392062 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e52e3d87-119e-4de8-93de-8efe5a5e9a52 req-2e685b02-5a17-4d89-a85e-b113981af65f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499437 Sep 26 18:07:31.021234 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1083b9b-b82e-44a8-a054-816769b3983e req-dca5a3d5-da7c-4612-9191-7fe78cbb6c45 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:31.022766 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d1083b9b-b82e-44a8-a054-816769b3983e req-dca5a3d5-da7c-4612-9191-7fe78cbb6c45 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 943 time: 0.0570939 Sep 26 18:07:31.091923 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d1083b9b-b82e-44a8-a054-816769b3983e req-1c7acc2d-1669-4f52-ade3-1fe156a731ca tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629652 Sep 26 18:07:31.535528 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1410c6-0926-4304-9e23-a81697317127 req-79949ab1-e906-45a0-a811-cad2b400505d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:31.537023 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bd1410c6-0926-4304-9e23-a81697317127 req-79949ab1-e906-45a0-a811-cad2b400505d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.0491753 Sep 26 18:07:31.599943 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bd1410c6-0926-4304-9e23-a81697317127 req-a58f8beb-d489-4ad3-9367-9f7d1823232f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568845 Sep 26 18:07:31.607221 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 51926) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:31.659787 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e90605-a1b3-4fd5-898e-bd8d23dfc89c admin admin] Deleting subnet 44ed5ff9-3c77-4db5-955c-83c31323e1cd {{(pid=106582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:07:31.663304 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-34e90605-a1b3-4fd5-898e-bd8d23dfc89c admin admin] Publish callbacks [] for subnet (44ed5ff9-3c77-4db5-955c-83c31323e1cd), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:31.714364 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-34e90605-a1b3-4fd5-898e-bd8d23dfc89c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2230098'] for subnet (44ed5ff9-3c77-4db5-955c-83c31323e1cd), precommit_delete_associations {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:31.757998 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-34e90605-a1b3-4fd5-898e-bd8d23dfc89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32872334'] for subnet (44ed5ff9-3c77-4db5-955c-83c31323e1cd), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:31.883802 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-34e90605-a1b3-4fd5-898e-bd8d23dfc89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32869299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-514030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2161408'] for subnet (44ed5ff9-3c77-4db5-955c-83c31323e1cd), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:31.914489 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e90605-a1b3-4fd5-898e-bd8d23dfc89c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44ed5ff9-3c77-4db5-955c-83c31323e1cd,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:31.919916 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-34e90605-a1b3-4fd5-898e-bd8d23dfc89c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for subnet (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:31.924159 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-34e90605-a1b3-4fd5-898e-bd8d23dfc89c admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/44ed5ff9-3c77-4db5-955c-83c31323e1cd HTTP/1.1" status: 204 len: 168 time: 0.3153861 Sep 26 18:07:31.926805 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 51936) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:31.939880 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-b8354e96-8618-43ab-81f0-2da4f899248b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:31.981423 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:32.020252 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4df7ee16-246a-44d3-b96b-e2f5e5306bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32779771'] for network (a142954b-43e8-41cf-b242-1c1db52c4d6c), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:32.113017 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4df7ee16-246a-44d3-b96b-e2f5e5306bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841381', 'neutron.services.segments.db._delete_segments_for_network-8756749958337'] for network (a142954b-43e8-41cf-b242-1c1db52c4d6c), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:32.135842 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.services.segments.db [None req-4df7ee16-246a-44d3-b96b-e2f5e5306bad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a142954b-43e8-41cf-b242-1c1db52c4d6c']}} {{(pid=106583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:32.149728 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.services.segments.db [None req-4df7ee16-246a-44d3-b96b-e2f5e5306bad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff32fb5a-a197-4dbd-82f7-72cd477f07fb') {'for_net_delete': True} {{(pid=106583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:32.150194 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.services.segments.db [None req-4df7ee16-246a-44d3-b96b-e2f5e5306bad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff32fb5a-a197-4dbd-82f7-72cd477f07fb') {} {{(pid=106583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:32.166626 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4df7ee16-246a-44d3-b96b-e2f5e5306bad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756749958229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4065973'] for segment (ff32fb5a-a197-4dbd-82f7-72cd477f07fb), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:32.180770 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4df7ee16-246a-44d3-b96b-e2f5e5306bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (ff32fb5a-a197-4dbd-82f7-72cd477f07fb), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:32.188723 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df7ee16-246a-44d3-b96b-e2f5e5306bad admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=106583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:07:32.189121 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4df7ee16-246a-44d3-b96b-e2f5e5306bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3901844'] for segment (ff32fb5a-a197-4dbd-82f7-72cd477f07fb), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:32.216784 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.services.segments.plugin [-] Segment ff32fb5a-a197-4dbd-82f7-72cd477f07fb resource provider aggregate not found Sep 26 18:07:32.260869 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.services.segments.plugin [-] Segment ff32fb5a-a197-4dbd-82f7-72cd477f07fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff32fb5a-a197-4dbd-82f7-72cd477f07fb found for delete ", "request_id": "req-45a98cbf-b651-4176-86f9-f100cb3a3bcc"}]} Sep 26 18:07:32.291920 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fa6e7-9db7-4597-b105-8ee38a717e7d req-9cce1e30-393e-4123-a535-4b8ac3ea7986 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:32.293434 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c25fa6e7-9db7-4597-b105-8ee38a717e7d req-9cce1e30-393e-4123-a535-4b8ac3ea7986 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 943 time: 0.0893404 Sep 26 18:07:32.349728 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c25fa6e7-9db7-4597-b105-8ee38a717e7d req-b8dcb593-7f32-40e4-ac1e-1068fc3bfda3 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500486 Sep 26 18:07:32.407915 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4df7ee16-246a-44d3-b96b-e2f5e5306bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500471'] for network (a142954b-43e8-41cf-b242-1c1db52c4d6c), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:32.427135 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4df7ee16-246a-44d3-b96b-e2f5e5306bad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:32.434322 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-4df7ee16-246a-44d3-b96b-e2f5e5306bad admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/a142954b-43e8-41cf-b242-1c1db52c4d6c HTTP/1.1" status: 204 len: 168 time: 0.5024996 Sep 26 18:07:32.446756 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac26cb-3999-49da-9c9e-b7899530ecc5 req-9dd267c2-7894-4977-9f22-13d5580aa748 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:32.448543 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-13ac26cb-3999-49da-9c9e-b7899530ecc5 req-9dd267c2-7894-4977-9f22-13d5580aa748 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 945 time: 0.0820837 Sep 26 18:07:32.449952 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7ee16-246a-44d3-b96b-e2f5e5306bad admin admin] Pushing event deleted for resources: {'Network': ['ID=a142954b-43e8-41cf-b242-1c1db52c4d6c,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:32.512217 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-13ac26cb-3999-49da-9c9e-b7899530ecc5 req-560a2da7-3bdd-498e-b2e0-2c01e1ed64c4 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=12b3fd10-dbc0-4457-8493-e42f78a8b0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551500 Sep 26 18:07:32.746477 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0dbee-3ebf-4a4d-8c8c-bc28faad57a7 req-9487afbb-3f6a-4122-bf7a-500b82d8b0bf tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:32.747987 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9be0dbee-3ebf-4a4d-8c8c-bc28faad57a7 req-9487afbb-3f6a-4122-bf7a-500b82d8b0bf tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.0492048 Sep 26 18:07:32.762479 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:32.802133 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9be0dbee-3ebf-4a4d-8c8c-bc28faad57a7 req-bc4d85f3-4028-4200-99db-dbee84b59524 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474577 Sep 26 18:07:32.926255 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 51960) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:32.973883 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-fc6ce230-8ce8-4061-93d4-66b518b3adb5 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=31e42dd8f6ff445cb7d44b0b0ce94fc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464437 Sep 26 18:07:32.977181 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 51962) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:33.038936 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d6122e6f-d88b-45c1-908e-39bbdf375fa8 admin admin] Publish callbacks [] for security_group (f6798a17-a638-4cce-abda-66934f1e3c92), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:33.065448 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d6122e6f-d88b-45c1-908e-39bbdf375fa8 admin admin] Publish callbacks [] for security_group (f6798a17-a638-4cce-abda-66934f1e3c92), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:33.247249 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d6122e6f-d88b-45c1-908e-39bbdf375fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (f6798a17-a638-4cce-abda-66934f1e3c92), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:33.250110 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d6122e6f-d88b-45c1-908e-39bbdf375fa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:33.251630 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-d6122e6f-d88b-45c1-908e-39bbdf375fa8 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/f6798a17-a638-4cce-abda-66934f1e3c92 HTTP/1.1" status: 204 len: 168 time: 0.2724726 Sep 26 18:07:33.255295 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:33.260566 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6122e6f-d88b-45c1-908e-39bbdf375fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6798a17-a638-4cce-abda-66934f1e3c92,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:33.491030 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3319a21-96c3-412e-8ceb-e4d74ece7134 req-8f877be6-d06d-4764-bcf9-46a6e843f401 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:33.492596 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a3319a21-96c3-412e-8ceb-e4d74ece7134 req-8f877be6-d06d-4764-bcf9-46a6e843f401 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 943 time: 0.0482028 Sep 26 18:07:33.545881 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a3319a21-96c3-412e-8ceb-e4d74ece7134 req-d10154c3-52ae-4721-93ce-7b1735d1ba88 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474207 Sep 26 18:07:33.653335 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d5871-1016-4a35-847b-6fafba6123d8 req-bdd68666-2700-46bb-8cb8-d85806c0edd0 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:33.654392 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-284d5871-1016-4a35-847b-6fafba6123d8 req-bdd68666-2700-46bb-8cb8-d85806c0edd0 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 945 time: 0.0578184 Sep 26 18:07:33.725831 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-284d5871-1016-4a35-847b-6fafba6123d8 req-ae7598f5-b180-40ec-a727-9bb5b1f95556 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=12b3fd10-dbc0-4457-8493-e42f78a8b0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636575 Sep 26 18:07:33.941663 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a785a4-b858-40f4-8d07-1e0ef95e6010 req-3d32b165-1e2e-4506-9500-60d6e431c9c8 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:33.943212 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-84a785a4-b858-40f4-8d07-1e0ef95e6010 req-3d32b165-1e2e-4506-9500-60d6e431c9c8 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.0516765 Sep 26 18:07:34.011215 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-84a785a4-b858-40f4-8d07-1e0ef95e6010 req-68330090-bb54-44e5-9cb0-c2eff18ba7be tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615740 Sep 26 18:07:34.305469 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-6237dd8b-360b-4c34-bade-ee7c1b0e92b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:34.682646 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c3a68-07e4-43c1-b4c5-e9f32eb15807 req-4b9d0ef8-c5e7-432f-a964-b772390e9848 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:34.684813 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-080c3a68-07e4-43c1-b4c5-e9f32eb15807 req-4b9d0ef8-c5e7-432f-a964-b772390e9848 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 943 time: 0.0509651 Sep 26 18:07:34.741598 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-080c3a68-07e4-43c1-b4c5-e9f32eb15807 req-4244facd-93a1-450f-8b17-dada9eec5709 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513699 Sep 26 18:07:34.872840 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7faabc-59a6-410a-aecf-6f219d9f524c req-1b78383d-c0ee-4385-aa70-e1e3f1afda6c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:34.874384 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bd7faabc-59a6-410a-aecf-6f219d9f524c req-1b78383d-c0ee-4385-aa70-e1e3f1afda6c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 945 time: 0.0523360 Sep 26 18:07:34.936326 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bd7faabc-59a6-410a-aecf-6f219d9f524c req-4f338f9d-6bec-4a67-a7c0-b87a202256d8 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=12b3fd10-dbc0-4457-8493-e42f78a8b0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514114 Sep 26 18:07:35.162972 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ed9bd-a236-4068-9067-fd1a38be2e59 req-a07adabd-cb85-46e1-adee-ef9d1363040f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:35.164522 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-254ed9bd-a236-4068-9067-fd1a38be2e59 req-a07adabd-cb85-46e1-adee-ef9d1363040f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.0596480 Sep 26 18:07:35.221020 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-254ed9bd-a236-4068-9067-fd1a38be2e59 req-45c0dd27-b846-4a24-8f85-cadfd8fc596b tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504034 Sep 26 18:07:35.492297 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:35.905105 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8bf070-cf84-4899-8c1a-80c5840cf445 req-312f3f28-8847-40d9-9c49-27986525a112 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:35.906649 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2f8bf070-cf84-4899-8c1a-80c5840cf445 req-312f3f28-8847-40d9-9c49-27986525a112 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 943 time: 0.0847268 Sep 26 18:07:35.927754 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57359e6d-1f29-4d21-ac92-1abaffe5d065 req-e74c8e99-a04f-440b-999b-9237fcb17d43 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:35.929396 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-57359e6d-1f29-4d21-ac92-1abaffe5d065 req-e74c8e99-a04f-440b-999b-9237fcb17d43 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 945 time: 0.0748096 Sep 26 18:07:36.022680 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2f8bf070-cf84-4899-8c1a-80c5840cf445 req-c3d49bdf-35b7-4906-adb7-6c40a3e1e101 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096098 Sep 26 18:07:36.407818 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-57359e6d-1f29-4d21-ac92-1abaffe5d065 req-3ac36123-953f-4a10-b1ec-ca687d75eb56 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Deleting port 88d9ddc3-ae2c-428a-b7ad-f212435e977b {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:07:36.408153 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-57359e6d-1f29-4d21-ac92-1abaffe5d065 req-3ac36123-953f-4a10-b1ec-ca687d75eb56 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (88d9ddc3-ae2c-428a-b7ad-f212435e977b), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:36.419721 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:36.443675 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbb73b-82ff-46cc-9b27-a97297169a13 req-869cadb2-67d4-4848-ad83-2bbe966aa465 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:36.445119 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-55fbb73b-82ff-46cc-9b27-a97297169a13 req-869cadb2-67d4-4848-ad83-2bbe966aa465 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 945 time: 0.4038224 Sep 26 18:07:36.485008 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58258d27-52be-40c0-a6a0-36cfd8b3df3e req-18dca0ab-1817-430b-a927-72ef9f07acc1 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:36.486530 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-58258d27-52be-40c0-a6a0-36cfd8b3df3e req-18dca0ab-1817-430b-a927-72ef9f07acc1 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.1301589 Sep 26 18:07:36.590613 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-55fbb73b-82ff-46cc-9b27-a97297169a13 req-e0bb0732-31e9-4867-a0da-25ea0e49cad9 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=12b3fd10-dbc0-4457-8493-e42f78a8b0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147285 Sep 26 18:07:36.600666 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-58258d27-52be-40c0-a6a0-36cfd8b3df3e req-24056de8-1b71-4c0c-8a09-f0bcf3329f6c tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066010 Sep 26 18:07:36.609478 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-57359e6d-1f29-4d21-ac92-1abaffe5d065 req-3ac36123-953f-4a10-b1ec-ca687d75eb56 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] For port 88d9ddc3-ae2c-428a-b7ad-f212435e977b, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=88d9ddc3-ae2c-428a-b7ad-f212435e977b,segment=NetworkSegment(ed751284-034c-4094-bf91-e2a4a99e4455),segment_id=ed751284-034c-4094-bf91-e2a4a99e4455)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:07:36.610083 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-57359e6d-1f29-4d21-ac92-1abaffe5d065 req-3ac36123-953f-4a10-b1ec-ca687d75eb56 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (88d9ddc3-ae2c-428a-b7ad-f212435e977b), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:36.762990 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:36.766857 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:36.775961 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:36.789838 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-57359e6d-1f29-4d21-ac92-1abaffe5d065 req-3ac36123-953f-4a10-b1ec-ca687d75eb56 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:36.790215 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-57359e6d-1f29-4d21-ac92-1abaffe5d065 req-3ac36123-953f-4a10-b1ec-ca687d75eb56 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (dca4c101-22ba-4ef7-b29f-4409de880e5d), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:36.790544 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.db.l3_db [req-57359e6d-1f29-4d21-ac92-1abaffe5d065 req-3ac36123-953f-4a10-b1ec-ca687d75eb56 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Floating IP dca4c101-22ba-4ef7-b29f-4409de880e5d disassociated. External IP: 172.27.3.10, port: 88d9ddc3-ae2c-428a-b7ad-f212435e977b. Sep 26 18:07:36.790895 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-57359e6d-1f29-4d21-ac92-1abaffe5d065 req-3ac36123-953f-4a10-b1ec-ca687d75eb56 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Calling delete_port for 88d9ddc3-ae2c-428a-b7ad-f212435e977b owned by compute:nova {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:07:37.014615 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-57359e6d-1f29-4d21-ac92-1abaffe5d065 req-3ac36123-953f-4a10-b1ec-ca687d75eb56 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (88d9ddc3-ae2c-428a-b7ad-f212435e977b), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:37.045106 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac36123-953f-4a10-b1ec-ca687d75eb56 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event deleted for resources: {'Port': ['ID=88d9ddc3-ae2c-428a-b7ad-f212435e977b,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:37.094718 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:37.204028 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4decf5-59bc-4928-998e-90b99f252c4f req-542114cd-04e9-4fa3-9d6a-6835a045b03c tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:37.205607 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fe4decf5-59bc-4928-998e-90b99f252c4f req-542114cd-04e9-4fa3-9d6a-6835a045b03c tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 943 time: 0.0914359 Sep 26 18:07:37.210260 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57359e6d-1f29-4d21-ac92-1abaffe5d065 req-3ac36123-953f-4a10-b1ec-ca687d75eb56 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:07:37.290107 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:37.305702 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fe4decf5-59bc-4928-998e-90b99f252c4f req-52555132-e8df-48d5-8086-41cbdd96bb5a tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923088 Sep 26 18:07:37.352364 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:37.371966 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57359e6d-1f29-4d21-ac92-1abaffe5d065 req-3ac36123-953f-4a10-b1ec-ca687d75eb56 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:07:37.383527 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62082f84-ce2d-44f8-8f0f-f3ce793dd707 None None] Sync routers for ids ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'] in dv-cinder-859319-1-iscsi {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:07:37.400050 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62082f84-ce2d-44f8-8f0f-f3ce793dd707 None None] Routers {'0d3f8166-a65a-4d17-a4f7-ca93fffd4115'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:07:37.400705 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-62082f84-ce2d-44f8-8f0f-f3ce793dd707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:07:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:37.430924 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-57359e6d-1f29-4d21-ac92-1abaffe5d065 req-3ac36123-953f-4a10-b1ec-ca687d75eb56 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] No DVR routers for this DVR port 88d9ddc3-ae2c-428a-b7ad-f212435e977b on host hv-cinder-85931 {{(pid=106583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:07:37.434806 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-57359e6d-1f29-4d21-ac92-1abaffe5d065 req-3ac36123-953f-4a10-b1ec-ca687d75eb56 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:37.438167 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-57359e6d-1f29-4d21-ac92-1abaffe5d065 req-3ac36123-953f-4a10-b1ec-ca687d75eb56 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.88 "DELETE /networking/v2.0/ports/88d9ddc3-ae2c-428a-b7ad-f212435e977b HTTP/1.1" status: 204 len: 173 time: 1.5011129 Sep 26 18:07:37.439489 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9682673d-b9ac-49a7-9f72-eef56dcbac73', 'name': 'network-vif-deleted', 'tag': '88d9ddc3-ae2c-428a-b7ad-f212435e977b'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:07:37.443203 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2197b8-ff09-49d6-895f-448b6b8d83bf" -d '{"events": [{"server_uuid": "9682673d-b9ac-49a7-9f72-eef56dcbac73", "name": "network-vif-deleted", "tag": "88d9ddc3-ae2c-428a-b7ad-f212435e977b"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:07:37.460738 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:37.495803 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468e76df-f2fb-4cf4-afb7-54765ac10c41 x-openstack-request-id: req-468e76df-f2fb-4cf4-afb7-54765ac10c41 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:07:37.496337 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9682673d-b9ac-49a7-9f72-eef56dcbac73", "name": "network-vif-deleted", "tag": "88d9ddc3-ae2c-428a-b7ad-f212435e977b", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:07:37.496607 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-468e76df-f2fb-4cf4-afb7-54765ac10c41 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:07:37.497066 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-468e76df-f2fb-4cf4-afb7-54765ac10c41'] response: {'server_uuid': '9682673d-b9ac-49a7-9f72-eef56dcbac73', 'name': 'network-vif-deleted', 'tag': '88d9ddc3-ae2c-428a-b7ad-f212435e977b', 'status': 'completed', 'code': 200} Sep 26 18:07:37.528226 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-62082f84-ce2d-44f8-8f0f-f3ce793dd707 None None] Set router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:07:37.717790 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-889936ba-bc78-47a4-bfb8-3f3beb775a5d req-b765ce42-bbfb-4f6e-9bc5-23792396baab tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 210 time: 0.0439155 Sep 26 18:07:37.761589 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f5e06-9ab7-40da-9bde-7303a84de8f8 req-2cdba57c-13f2-4aa3-9140-254d6e7e42b3 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:37.763698 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f25f5e06-9ab7-40da-9bde-7303a84de8f8 req-2cdba57c-13f2-4aa3-9140-254d6e7e42b3 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.0572932 Sep 26 18:07:37.765800 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-62082f84-ce2d-44f8-8f0f-f3ce793dd707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:03:22Z', 'revision_number': 4, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '3a1d8909-de0f-4b6d-8a1f-17144f1522e0', 'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'mac_address': 'fa:16:3e:81:46:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:19Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 5, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'subnets': [{'id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:37.795064 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62082f84-ce2d-44f8-8f0f-f3ce793dd707 None None] Checking router: 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 for host: dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:07:37.807492 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62082f84-ce2d-44f8-8f0f-f3ce793dd707 None None] Routers {'0d3f8166-a65a-4d17-a4f7-ca93fffd4115'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:07:37.808454 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-62082f84-ce2d-44f8-8f0f-f3ce793dd707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:07:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:37.831324 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f25f5e06-9ab7-40da-9bde-7303a84de8f8 req-e11d3ae4-5338-4591-8483-a5fb3b2bcb55 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582530 Sep 26 18:07:37.918959 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-62082f84-ce2d-44f8-8f0f-f3ce793dd707 None None] Set router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:07:38.134444 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-62082f84-ce2d-44f8-8f0f-f3ce793dd707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:03:22Z', 'revision_number': 4, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '3a1d8909-de0f-4b6d-8a1f-17144f1522e0', 'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'mac_address': 'fa:16:3e:81:46:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:19Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 5, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'subnets': [{'id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:38.159997 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62082f84-ce2d-44f8-8f0f-f3ce793dd707 None None] The sync data for ids ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'] in dv-cinder-859319-1-iscsi is: [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:03:22Z', 'revision_number': 4, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '3a1d8909-de0f-4b6d-8a1f-17144f1522e0', 'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'mac_address': 'fa:16:3e:81:46:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:19Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 5, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'subnets': [{'id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:07:38.430708 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc27a300-c98a-4550-bd45-7c24b9aa1603 None None] New status for floating IP dca4c101-22ba-4ef7-b29f-4409de880e5d: DOWN {{(pid=106585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:07:38.442579 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f11d04-64fe-4443-a380-04c1b01c0de4 req-73fd4ce3-909e-468a-8bb3-ceac01f8e802 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:38.444227 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-98f11d04-64fe-4443-a380-04c1b01c0de4 req-73fd4ce3-909e-468a-8bb3-ceac01f8e802 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 943 time: 0.0508518 Sep 26 18:07:38.502628 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-98f11d04-64fe-4443-a380-04c1b01c0de4 req-2f5def8f-8f07-4be1-b0be-6fa9a97ba679 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519898 Sep 26 18:07:38.618262 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:07:38.642769 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 88d9ddc3-ae2c-428a-b7ad-f212435e977b no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:07:38.674852 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] No Port match for: 88d9ddc3-ae2c-428a-b7ad-f212435e977b {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:07:38.677966 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 88d9ddc3-ae2c-428a-b7ad-f212435e977b not bound to the agent host hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:07:38.719265 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:38.747372 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c,segment=NetworkSegment(b6669bb3-a9d0-4e5f-84e9-06ec0492f97f),segment_id=b6669bb3-a9d0-4e5f-84e9-06ec0492f97f)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:07:38.759517 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Returning: {'device': 'df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c', 'network_id': 'a36a0132-e2f2-42fb-aeb7-7b514a623f8b', 'port_id': 'df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c', 'mac_address': 'fa:16:3e:23:f7:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33062f00-b294-40a6-a636-99be26c54435', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:07:38.796845 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c is: DOWN; New status is: BUILD {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:07:38.797251 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:38.811343 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c {{(pid=106584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:07:38.833563 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c,segment=NetworkSegment(b6669bb3-a9d0-4e5f-84e9-06ec0492f97f),segment_id=b6669bb3-a9d0-4e5f-84e9-06ec0492f97f)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:07:38.850202 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-12f8add6-062f-4545-980a-3da7b9470c74 req-64435882-8c2e-4068-bdc5-612ad08382c3 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9682673d-b9ac-49a7-9f72-eef56dcbac73 HTTP/1.1" status: 200 len: 210 time: 0.0295601 Sep 26 18:07:38.945361 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:38.979640 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf8a7d-e37b-499e-bc0a-1ded49863756 req-6f20f53e-c35e-42fb-8f81-be83eee47492 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:38.981166 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-85cf8a7d-e37b-499e-bc0a-1ded49863756 req-6f20f53e-c35e-42fb-8f81-be83eee47492 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.0614011 Sep 26 18:07:38.983402 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:39.002754 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:39.010304 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:39.011426 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:39.011426 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:39.011426 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:39.011911 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:39.011991 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:39.012694 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:39.013031 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:39.013367 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:39.013701 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:39.014030 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:39.014377 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:39.014711 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:39.015052 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:39.015599 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:39.052791 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-85cf8a7d-e37b-499e-bc0a-1ded49863756 req-0646cdcf-6847-4368-ad2e-4528dc92ba76 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642531 Sep 26 18:07:39.337202 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:07:39.650159 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189ab77-4bc6-4df9-8954-c7f52deb0537 req-9ec6617e-5e2e-49d7-bdad-4eb403fb5648 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:39.652427 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1189ab77-4bc6-4df9-8954-c7f52deb0537 req-9ec6617e-5e2e-49d7-bdad-4eb403fb5648 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 944 time: 0.0711088 Sep 26 18:07:39.706794 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1189ab77-4bc6-4df9-8954-c7f52deb0537 req-cb704702-12a3-4084-844d-a48f20467c86 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476875 Sep 26 18:07:40.021462 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 52028) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:40.082201 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-516c3b13-66da-4d4e-9358-4152bd3a0418 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group (12b3fd10-dbc0-4457-8493-e42f78a8b0cf), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:40.106133 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-516c3b13-66da-4d4e-9358-4152bd3a0418 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group (12b3fd10-dbc0-4457-8493-e42f78a8b0cf), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:40.170590 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:40.188149 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972553a-5dc4-401a-b494-49344c4c4413 req-9d495629-f84a-49cb-876a-a57eefb47b99 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:40.189639 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c972553a-5dc4-401a-b494-49344c4c4413 req-9d495629-f84a-49cb-876a-a57eefb47b99 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.0531881 Sep 26 18:07:40.225234 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-516c3b13-66da-4d4e-9358-4152bd3a0418 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (12b3fd10-dbc0-4457-8493-e42f78a8b0cf), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:40.228043 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-516c3b13-66da-4d4e-9358-4152bd3a0418 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:40.229271 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-516c3b13-66da-4d4e-9358-4152bd3a0418 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/12b3fd10-dbc0-4457-8493-e42f78a8b0cf HTTP/1.1" status: 204 len: 168 time: 0.2068260 Sep 26 18:07:40.233042 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 52032) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:40.244638 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c972553a-5dc4-401a-b494-49344c4c4413 req-2637a0a1-7563-4ee6-9a9f-8257bd8e498e tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492482 Sep 26 18:07:40.246853 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:40.252423 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c3b13-66da-4d4e-9358-4152bd3a0418 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b3fd10-dbc0-4457-8493-e42f78a8b0cf,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:40.254893 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.api.v2.resource [None req-5795646c-fd09-4a54-a107-29a3bbb9bb80 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] show failed (client error): The resource could not be found. Sep 26 18:07:40.258744 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-5795646c-fd09-4a54-a107-29a3bbb9bb80 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups/12b3fd10-dbc0-4457-8493-e42f78a8b0cf HTTP/1.1" status: 404 len: 347 time: 0.0219879 Sep 26 18:07:40.260763 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 52034) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:40.307203 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:40.378246 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-70a7cf9f-3aff-47bc-b610-268d30b5e7a1 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Deleting port d0c2911a-c4c8-41eb-bacc-dbe2566c5b94 {{(pid=106582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:07:40.378594 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-70a7cf9f-3aff-47bc-b610-268d30b5e7a1 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (d0c2911a-c4c8-41eb-bacc-dbe2566c5b94), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:40.459592 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-70a7cf9f-3aff-47bc-b610-268d30b5e7a1 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (d0c2911a-c4c8-41eb-bacc-dbe2566c5b94), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:40.459964 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-70a7cf9f-3aff-47bc-b610-268d30b5e7a1 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for floatingip (d0c2911a-c4c8-41eb-bacc-dbe2566c5b94), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:40.472225 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-70a7cf9f-3aff-47bc-b610-268d30b5e7a1 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Calling delete_port for d0c2911a-c4c8-41eb-bacc-dbe2566c5b94 owned by network:floatingip {{(pid=106582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:07:40.716805 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-70a7cf9f-3aff-47bc-b610-268d30b5e7a1 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (d0c2911a-c4c8-41eb-bacc-dbe2566c5b94), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:40.744335 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7cf9f-3aff-47bc-b610-268d30b5e7a1 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event deleted for resources: {'Port': ['ID=d0c2911a-c4c8-41eb-bacc-dbe2566c5b94,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:40.813248 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-70a7cf9f-3aff-47bc-b610-268d30b5e7a1 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for floatingip (dca4c101-22ba-4ef7-b29f-4409de880e5d), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:40.816206 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-70a7cf9f-3aff-47bc-b610-268d30b5e7a1 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:40.823964 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-70a7cf9f-3aff-47bc-b610-268d30b5e7a1 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/dca4c101-22ba-4ef7-b29f-4409de880e5d HTTP/1.1" status: 204 len: 168 time: 0.5576115 Sep 26 18:07:40.847444 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df6d13-d2ed-4c9c-8443-a9e7fc3de4c4 req-aafc363c-fa6b-4f42-b30a-6d51daed089e tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:40.849160 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-36df6d13-d2ed-4c9c-8443-a9e7fc3de4c4 req-aafc363c-fa6b-4f42-b30a-6d51daed089e tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 944 time: 0.0561171 Sep 26 18:07:40.910647 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-36df6d13-d2ed-4c9c-8443-a9e7fc3de4c4 req-74c0512e-d323-4148-bab9-209470172409 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545285 Sep 26 18:07:40.995405 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 52042) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:41.002506 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-c34d84c9-c63e-44ac-b176-ef00bed33887 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1553917480', 'description': 'tempest-description--1266497762'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:07:41.082682 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-c34d84c9-c63e-44ac-b176-ef00bed33887 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:41.157232 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-c34d84c9-c63e-44ac-b176-ef00bed33887 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group (02b468d2-560c-456c-9e87-d5a2801d8e5e), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:41.218343 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-c34d84c9-c63e-44ac-b176-ef00bed33887 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (02b468d2-560c-456c-9e87-d5a2801d8e5e), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:41.248706 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d84c9-c63e-44ac-b176-ef00bed33887 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02b468d2-560c-456c-9e87-d5a2801d8e5e,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:41.331144 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-c34d84c9-c63e-44ac-b176-ef00bed33887 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:41.332705 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-c34d84c9-c63e-44ac-b176-ef00bed33887 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3362572 Sep 26 18:07:41.336060 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 52046) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:41.341493 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-6da27ded-e9a4-4149-8a4c-2a4330b786f1 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Request body: {'security_group_rule': {'security_group_id': '02b468d2-560c-456c-9e87-d5a2801d8e5e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:07:41.398763 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f61c5-df17-43dc-8799-d96b362873e6 req-b088758f-1291-484e-947d-43575af67fc1 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:41.400272 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-af5f61c5-df17-43dc-8799-d96b362873e6 req-b088758f-1291-484e-947d-43575af67fc1 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.0620241 Sep 26 18:07:41.449437 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-af5f61c5-df17-43dc-8799-d96b362873e6 req-6299d4ba-0b42-49dd-9292-2bd04b6808b6 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435011 Sep 26 18:07:41.463391 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6da27ded-e9a4-4149-8a4c-2a4330b786f1 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group_rule (e2dd57fb-d069-424e-aab2-21602be0ae9c), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:41.523846 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6da27ded-e9a4-4149-8a4c-2a4330b786f1 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group_rule (e2dd57fb-d069-424e-aab2-21602be0ae9c), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:41.619869 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6da27ded-e9a4-4149-8a4c-2a4330b786f1 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (e2dd57fb-d069-424e-aab2-21602be0ae9c), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:41.640954 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da27ded-e9a4-4149-8a4c-2a4330b786f1 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2dd57fb-d069-424e-aab2-21602be0ae9c,revision_number=0']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:41.729773 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6da27ded-e9a4-4149-8a4c-2a4330b786f1 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:41.731370 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-6da27ded-e9a4-4149-8a4c-2a4330b786f1 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3939321 Sep 26 18:07:41.734330 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 52048) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:41.738720 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-cb6bc7ac-6bdf-4c6a-adcb-ad78a31ae8c3 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Request body: {'security_group_rule': {'security_group_id': '02b468d2-560c-456c-9e87-d5a2801d8e5e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:07:41.843330 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-cb6bc7ac-6bdf-4c6a-adcb-ad78a31ae8c3 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group_rule (883e131e-3f93-411b-af55-a6a4de5d5173), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:41.909732 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-cb6bc7ac-6bdf-4c6a-adcb-ad78a31ae8c3 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group_rule (883e131e-3f93-411b-af55-a6a4de5d5173), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:42.014570 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:42.018105 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-cb6bc7ac-6bdf-4c6a-adcb-ad78a31ae8c3 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (883e131e-3f93-411b-af55-a6a4de5d5173), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:42.044645 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bc7ac-6bdf-4c6a-adcb-ad78a31ae8c3 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=883e131e-3f93-411b-af55-a6a4de5d5173,revision_number=0']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:42.053302 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab6dcf-5687-4790-ae8c-fa261a70db71 req-27c4cbb1-a737-4fde-9a36-ca343a1971f6 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:42.054910 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-75ab6dcf-5687-4790-ae8c-fa261a70db71 req-27c4cbb1-a737-4fde-9a36-ca343a1971f6 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 944 time: 0.0685873 Sep 26 18:07:42.110057 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-75ab6dcf-5687-4790-ae8c-fa261a70db71 req-4530e2fe-695f-4380-9b1d-5cd5e53a5a0f tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483434 Sep 26 18:07:42.143318 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-cb6bc7ac-6bdf-4c6a-adcb-ad78a31ae8c3 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:42.144599 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-cb6bc7ac-6bdf-4c6a-adcb-ad78a31ae8c3 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4092782 Sep 26 18:07:42.150996 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 52056) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:42.155412 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-d30aba57-c759-441d-a0aa-483c59711205 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Request body: {'floatingip': {'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:07:42.254112 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d30aba57-c759-441d-a0aa-483c59711205 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:42.336563 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d30aba57-c759-441d-a0aa-483c59711205 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:42.338159 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:42.457284 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [None req-d30aba57-c759-441d-a0aa-483c59711205 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Allocated IP 172.27.3.48 (75671e20-856b-479b-bee1-be813a3f2eee/4775a61a-d36f-43c7-b0a4-bf2c0640e392/ed45535f-49d3-4513-a152-afd14d88fcca) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:07:42.605554 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d30aba57-c759-441d-a0aa-483c59711205 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for port (ed45535f-49d3-4513-a152-afd14d88fcca), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:42.617002 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb928b-69f1-4f96-85c8-fbae1950da95 req-a1d3c0b3-447f-4b74-b99b-306aeb210df4 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:42.618499 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4bdb928b-69f1-4f96-85c8-fbae1950da95 req-a1d3c0b3-447f-4b74-b99b-306aeb210df4 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.0768192 Sep 26 18:07:42.683878 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4bdb928b-69f1-4f96-85c8-fbae1950da95 req-8ff956a8-442d-4913-b174-0ce34f1cf5d2 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586915 Sep 26 18:07:42.740181 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d30aba57-c759-441d-a0aa-483c59711205 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (ed45535f-49d3-4513-a152-afd14d88fcca), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:42.785028 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30aba57-c759-441d-a0aa-483c59711205 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Network 75671e20-856b-479b-bee1-be813a3f2eee is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:07:42.789954 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-d30aba57-c759-441d-a0aa-483c59711205 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:07:42.793821 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30aba57-c759-441d-a0aa-483c59711205 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:07:42.798743 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30aba57-c759-441d-a0aa-483c59711205 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event updated for resources: {'Port': ['ID=ed45535f-49d3-4513-a152-afd14d88fcca,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:42.899371 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:42.925982 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d30aba57-c759-441d-a0aa-483c59711205 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for floatingip (12915ba0-01f0-4c46-85fb-d1e77e78e85e), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:43.059138 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d30aba57-c759-441d-a0aa-483c59711205 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (ed45535f-49d3-4513-a152-afd14d88fcca), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:43.204028 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c up at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:07:43.248545 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning for port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c completed by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:07:43.267338 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ae8a4-6016-43c8-84d5-fa5efcfe05c5 req-ec778b02-c28e-4915-9ca6-71c16a62f889 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:43.268832 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ca8ae8a4-6016-43c8-84d5-fa5efcfe05c5 req-ec778b02-c28e-4915-9ca6-71c16a62f889 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 944 time: 0.0733073 Sep 26 18:07:43.270980 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d30aba57-c759-441d-a0aa-483c59711205 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for port (ed45535f-49d3-4513-a152-afd14d88fcca), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:43.321258 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ca8ae8a4-6016-43c8-84d5-fa5efcfe05c5 req-7d391a24-e307-4a7f-8e04-3067d8c07406 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468485 Sep 26 18:07:43.328341 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning complete for port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:07:43.328718 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:43.329069 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Attempt 1 to provision port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c Sep 26 18:07:43.361793 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d30aba57-c759-441d-a0aa-483c59711205 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (ed45535f-49d3-4513-a152-afd14d88fcca), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:43.366373 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:43.407952 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c is: BUILD; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:07:43.408348 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:43.430800 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30aba57-c759-441d-a0aa-483c59711205 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event updated for resources: {'Port': ['ID=ed45535f-49d3-4513-a152-afd14d88fcca,revision_number=2']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:43.432748 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19e1622-6521-459d-9db1-80abd4bcf0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c'}] {{(pid=106584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:07:43.433413 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d30aba57-c759-441d-a0aa-483c59711205 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (12915ba0-01f0-4c46-85fb-d1e77e78e85e), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:43.435018 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743b4769c4925b62b4889170aadb5ee5b65d77d3032155737795e39ae48b1258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8f1660-c6f8-4aaf-9638-bf74b813ae09" -d '{"events": [{"server_uuid": "b19e1622-6521-459d-9db1-80abd4bcf0f8", "name": "network-vif-plugged", "status": "completed", "tag": "df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c"}]}' {{(pid=106584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:07:43.448973 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c,segment=NetworkSegment(b6669bb3-a9d0-4e5f-84e9-06ec0492f97f),segment_id=b6669bb3-a9d0-4e5f-84e9-06ec0492f97f)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:07:43.476543 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ab56c2-77cf-4812-ad4e-e86296b56ef4 x-openstack-request-id: req-17ab56c2-77cf-4812-ad4e-e86296b56ef4 {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:07:43.476872 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19e1622-6521-459d-9db1-80abd4bcf0f8", "name": "network-vif-plugged", "status": "completed", "tag": "df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c", "code": 200}]} {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:07:43.477121 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-17ab56c2-77cf-4812-ad4e-e86296b56ef4 {{(pid=106584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:07:43.477514 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ab56c2-77cf-4812-ad4e-e86296b56ef4'] response: {'server_uuid': 'b19e1622-6521-459d-9db1-80abd4bcf0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c', 'code': 200} Sep 26 18:07:43.511811 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:43.514537 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d30aba57-c759-441d-a0aa-483c59711205 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:43.520132 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-d30aba57-c759-441d-a0aa-483c59711205 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3639197 Sep 26 18:07:43.577705 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:43.739362 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-559292e3-80cb-4532-9f74-14e01cc72453 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1553917480&fields=id&tenant_id=ffa58ff5197e48709d5c90ec334b9403 HTTP/1.1" status: 200 len: 267 time: 0.0485058 Sep 26 18:07:43.848867 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-09e0d7cc-746d-4075-9641-786258977a67 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:43.850303 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-09e0d7cc-746d-4075-9641-786258977a67 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/networks?id=ff0911ec-d0cb-47aa-9835-b96611526a51 HTTP/1.1" status: 200 len: 815 time: 0.1043406 Sep 26 18:07:43.866432 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-b20855b2-56ee-4455-a6fc-4c9616ff388b tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/quotas/ffa58ff5197e48709d5c90ec334b9403 HTTP/1.1" status: 200 len: 375 time: 0.0106294 Sep 26 18:07:43.922763 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-db42f090-be2b-4186-9b36-73c449abd978 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=ffa58ff5197e48709d5c90ec334b9403&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504415 Sep 26 18:07:44.038563 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-56676fe7-5859-485b-8f2f-dcd3c8fbaf7e service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ff0911ec-d0cb-47aa-9835-b96611526a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987232 Sep 26 18:07:44.112323 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:44.177343 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-d90764ee-c755-4453-bda6-320d782a1b6f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ff0911ec-d0cb-47aa-9835-b96611526a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288986 Sep 26 18:07:44.184215 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1cbbef-d61c-4b43-a91d-762e47ee7845 req-71048e6f-c3ef-49ba-92b5-4a13940e341f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:44.185656 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6c1cbbef-d61c-4b43-a91d-762e47ee7845 req-71048e6f-c3ef-49ba-92b5-4a13940e341f service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 1129 time: 0.0611312 Sep 26 18:07:44.245825 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6c1cbbef-d61c-4b43-a91d-762e47ee7845 req-ce34aae3-6ef1-4117-aa96-fa2543782a84 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533073 Sep 26 18:07:44.325652 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a2a59-630b-463b-840b-ccaccf6e77a6 req-21f916eb-0e91-416a-9a15-986fda6fd08c tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:44.327154 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3b3a2a59-630b-463b-840b-ccaccf6e77a6 req-21f916eb-0e91-416a-9a15-986fda6fd08c tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.0592537 Sep 26 18:07:44.383236 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3b3a2a59-630b-463b-840b-ccaccf6e77a6 req-99699e5d-ccf0-457e-8a62-06d0506467aa tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493577 Sep 26 18:07:44.534485 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1c955119-3b61-42e7-a232-88cd6008453e req-f25b7616-86f9-4dd2-8250-4a4a186a39f2 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8560d88-7c26-4e3c-8af6-aac7ac9aa390 HTTP/1.1" status: 200 len: 210 time: 0.0510349 Sep 26 18:07:44.555760 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6856e5-f9be-4eed-9be9-c39089475ffa req-1921bb0d-f688-4ccf-841d-10a8fe5c9485 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:44.557917 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-db6856e5-f9be-4eed-9be9-c39089475ffa req-1921bb0d-f688-4ccf-841d-10a8fe5c9485 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 945 time: 0.0857234 Sep 26 18:07:44.621264 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-db6856e5-f9be-4eed-9be9-c39089475ffa req-f1f03b99-a5ec-4cb6-b370-6a7fbc0d163b tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536654 Sep 26 18:07:45.522708 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32bbd0-d20b-402f-9e82-f4c9e47422de req-bc59e580-132a-4d29-bbdb-4ba17c10e011 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:45.524711 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7b32bbd0-d20b-402f-9e82-f4c9e47422de req-bc59e580-132a-4d29-bbdb-4ba17c10e011 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.0566549 Sep 26 18:07:45.590815 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7b32bbd0-d20b-402f-9e82-f4c9e47422de req-7b1bd13e-920e-45e5-8e36-f3a4a3ec3b6a tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536613 Sep 26 18:07:45.646206 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-54a1e632-b87f-4b36-9c75-91c223c570ea req-5ee95d1a-4472-469d-a865-f4966e4cfd94 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8560d88-7c26-4e3c-8af6-aac7ac9aa390 HTTP/1.1" status: 200 len: 210 time: 0.0286131 Sep 26 18:07:45.751107 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cdf73-58d4-4971-a398-2c5000479041 req-7f0ec825-33a1-453e-be23-12b9e9c2a411 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:45.752741 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9a5cdf73-58d4-4971-a398-2c5000479041 req-7f0ec825-33a1-453e-be23-12b9e9c2a411 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 945 time: 0.0507352 Sep 26 18:07:45.814090 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9a5cdf73-58d4-4971-a398-2c5000479041 req-bad8e8bc-b928-4f2a-8c5f-7aff1a8e85cb tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553765 Sep 26 18:07:45.888415 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:46.728673 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3ef8c-3fac-478e-9b9b-7d4cd571456b req-8eef05c9-1c45-4178-a3d6-aac52d511ccc tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:46.730267 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6ab3ef8c-3fac-478e-9b9b-7d4cd571456b req-8eef05c9-1c45-4178-a3d6-aac52d511ccc tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.0571520 Sep 26 18:07:46.770391 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d934a0e4-64c6-4939-b589-19be74401603 req-2f43a9db-2cff-4881-8854-501691fa9bbd tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8560d88-7c26-4e3c-8af6-aac7ac9aa390 HTTP/1.1" status: 200 len: 210 time: 0.0391424 Sep 26 18:07:46.805355 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6ab3ef8c-3fac-478e-9b9b-7d4cd571456b req-bf4234ea-a244-45e7-9c78-718c6ec15380 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645795 Sep 26 18:07:46.973086 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd6b0d-6981-4c25-829b-fcf18f2c27c7 req-cf349a7a-c22a-48dc-b420-d36d403e5686 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:46.974871 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-93dd6b0d-6981-4c25-829b-fcf18f2c27c7 req-cf349a7a-c22a-48dc-b420-d36d403e5686 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 945 time: 0.0643797 Sep 26 18:07:46.991539 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:47.065046 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-93dd6b0d-6981-4c25-829b-fcf18f2c27c7 req-756a0536-4114-42f3-8e60-d0f1174bfe8f tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827301 Sep 26 18:07:47.887082 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-850b700f-11d0-41ae-a208-94b94fc2f1a5 req-00575d7a-8f2a-4682-8067-b6b232edc236 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8560d88-7c26-4e3c-8af6-aac7ac9aa390 HTTP/1.1" status: 200 len: 210 time: 0.0340025 Sep 26 18:07:47.941755 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de659e22-b71b-43b0-899f-9cbf9a72f48e req-5884973b-e378-4e70-8e0b-9857dce69624 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:47.943268 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-de659e22-b71b-43b0-899f-9cbf9a72f48e req-5884973b-e378-4e70-8e0b-9857dce69624 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.0509784 Sep 26 18:07:48.053917 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-de659e22-b71b-43b0-899f-9cbf9a72f48e req-c738e97b-63e5-49a5-85a8-17937e55dc7b tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046526 Sep 26 18:07:48.103853 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-e2ba0ab5-8e89-4a94-980d-a64dc6b0e87f tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:48.105346 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-e2ba0ab5-8e89-4a94-980d-a64dc6b0e87f tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.88 "GET /networking/v2.0/networks?id=ff0911ec-d0cb-47aa-9835-b96611526a51 HTTP/1.1" status: 200 len: 815 time: 0.1417210 Sep 26 18:07:48.213336 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-0af13d60-7e15-4900-ae36-2b9685d3c5ac tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.88 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ffa58ff5197e48709d5c90ec334b9403 HTTP/1.1" status: 200 len: 380 time: 0.0918360 Sep 26 18:07:48.251931 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0a1ba-3142-4e62-99a8-7cc7c85c3afe req-25d72b6a-dd35-49e5-85c4-a5b659525c50 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:48.253507 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-02a0a1ba-3142-4e62-99a8-7cc7c85c3afe req-25d72b6a-dd35-49e5-85c4-a5b659525c50 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 945 time: 0.0670059 Sep 26 18:07:48.309898 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-02a0a1ba-3142-4e62-99a8-7cc7c85c3afe req-986444e6-c665-44bc-a4b3-98f12b888eb3 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503597 Sep 26 18:07:48.356140 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-26adf106-c90f-447b-98dd-64bc9386954e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Request body: {'port': {'device_id': 'e8560d88-7c26-4e3c-8af6-aac7ac9aa390', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'admin_state_up': True, 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'security_groups': ['02b468d2-560c-456c-9e87-d5a2801d8e5e']}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:07:48.480031 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04dcf8-c594-4394-8c53-4b9b8c9d8746 req-f7dd2cfc-44a1-4bfa-bfb9-0c58dbdd845b tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:48.480031 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7a04dcf8-c594-4394-8c53-4b9b8c9d8746 req-f7dd2cfc-44a1-4bfa-bfb9-0c58dbdd845b tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 945 time: 0.0664489 Sep 26 18:07:48.550381 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:48.559825 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7a04dcf8-c594-4394-8c53-4b9b8c9d8746 req-e62ba900-18d4-49a6-8ff5-5dbb4184696f tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732398 Sep 26 18:07:48.590464 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 52150) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:48.693404 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-26adf106-c90f-447b-98dd-64bc9386954e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Made reservation on behalf of ffa58ff5197e48709d5c90ec334b9403 for: {'port': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:07:48.699173 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-26adf106-c90f-447b-98dd-64bc9386954e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:48.811585 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d213e74b-9049-4a7e-99d2-c70b84f26252 tempest-TestShelveInstance-906873996 tempest-TestShelveInstance-906873996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:48.817047 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-d213e74b-9049-4a7e-99d2-c70b84f26252 tempest-TestShelveInstance-906873996 tempest-TestShelveInstance-906873996-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 1124 time: 0.2224913 Sep 26 18:07:48.817266 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 52154) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:48.821928 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-1c24e62b-5378-4eb8-88d9-1c3af33b18f8 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Request body: {'floatingip': {'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'port_id': 'df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c', 'tenant_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:07:48.862015 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-26adf106-c90f-447b-98dd-64bc9386954e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Allocated IP 172.20.0.11 (ff0911ec-d0cb-47aa-9835-b96611526a51/1feb17d0-5a16-48d0-945c-e503f8418bcd/f7bfcff1-da00-43a3-96d5-30997503c634) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:07:48.901306 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:49.261651 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1c24e62b-5378-4eb8-88d9-1c3af33b18f8 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:49.362769 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3b8ab93c-5620-4bc9-927f-df8351819706 req-9303c86e-9e5d-464f-9b0e-9f8fed1ca595 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8560d88-7c26-4e3c-8af6-aac7ac9aa390 HTTP/1.1" status: 200 len: 210 time: 0.1057096 Sep 26 18:07:49.390966 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc26a48-1cc5-425b-af15-b9d036bb33c5 req-407e8bb4-9ad8-4357-8b7e-6d0c99bd13fc tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:49.392513 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5dc26a48-1cc5-425b-af15-b9d036bb33c5 req-407e8bb4-9ad8-4357-8b7e-6d0c99bd13fc tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.1367776 Sep 26 18:07:49.477345 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1c24e62b-5378-4eb8-88d9-1c3af33b18f8 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:49.499529 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-26adf106-c90f-447b-98dd-64bc9386954e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for port (f7bfcff1-da00-43a3-96d5-30997503c634), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:49.546731 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5dc26a48-1cc5-425b-af15-b9d036bb33c5 req-e8331a6a-16d1-4cf2-b81c-b2a1bd86dfd9 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429424 Sep 26 18:07:49.582738 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:49.643532 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [None req-1c24e62b-5378-4eb8-88d9-1c3af33b18f8 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Allocated IP 172.27.3.193 (75671e20-856b-479b-bee1-be813a3f2eee/4775a61a-d36f-43c7-b0a4-bf2c0640e392/0cec9b97-9608-4d24-a17a-c71c456bce1e) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:07:49.740080 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-26adf106-c90f-447b-98dd-64bc9386954e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (f7bfcff1-da00-43a3-96d5-30997503c634), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:49.793417 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1c24e62b-5378-4eb8-88d9-1c3af33b18f8 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks [] for port (0cec9b97-9608-4d24-a17a-c71c456bce1e), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:49.821642 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-26adf106-c90f-447b-98dd-64bc9386954e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Network ff0911ec-d0cb-47aa-9835-b96611526a51 is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:07:49.825592 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26adf106-c90f-447b-98dd-64bc9386954e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event updated for resources: {'Port': ['ID=f7bfcff1-da00-43a3-96d5-30997503c634,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:49.831942 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-26adf106-c90f-447b-98dd-64bc9386954e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:07:49.845668 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-26adf106-c90f-447b-98dd-64bc9386954e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:07:49.909817 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-26adf106-c90f-447b-98dd-64bc9386954e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:49.911450 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-26adf106-c90f-447b-98dd-64bc9386954e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:50.038848 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1c24e62b-5378-4eb8-88d9-1c3af33b18f8 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (0cec9b97-9608-4d24-a17a-c71c456bce1e), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:50.040699 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-e840a57e-0c0b-44c4-9c16-275105f05b7b None None] Provisioning complete for port f7bfcff1-da00-43a3-96d5-30997503c634 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:07:50.041626 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-e840a57e-0c0b-44c4-9c16-275105f05b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (f7bfcff1-da00-43a3-96d5-30997503c634), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:50.041938 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-e840a57e-0c0b-44c4-9c16-275105f05b7b None None] Attempt 1 to provision port f7bfcff1-da00-43a3-96d5-30997503c634 Sep 26 18:07:50.047277 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:50.082703 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c24e62b-5378-4eb8-88d9-1c3af33b18f8 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Network 75671e20-856b-479b-bee1-be813a3f2eee is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:07:50.087940 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-e840a57e-0c0b-44c4-9c16-275105f05b7b None None] Port f7bfcff1-da00-43a3-96d5-30997503c634 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:07:50.090215 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-26adf106-c90f-447b-98dd-64bc9386954e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7379727 Sep 26 18:07:50.093032 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-1c24e62b-5378-4eb8-88d9-1c3af33b18f8 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:07:50.099521 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c24e62b-5378-4eb8-88d9-1c3af33b18f8 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:07:50.102794 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24e62b-5378-4eb8-88d9-1c3af33b18f8 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Pushing event updated for resources: {'Port': ['ID=0cec9b97-9608-4d24-a17a-c71c456bce1e,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:50.523612 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a73cd-2d5d-4ce4-8532-b9553a7f97bd req-62e9c1c8-3892-4a5e-88f4-1596bdddd571 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:50.525039 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-278a73cd-2d5d-4ce4-8532-b9553a7f97bd req-62e9c1c8-3892-4a5e-88f4-1596bdddd571 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8560d88-7c26-4e3c-8af6-aac7ac9aa390 HTTP/1.1" status: 200 len: 932 time: 0.0769901 Sep 26 18:07:50.530207 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1c24e62b-5378-4eb8-88d9-1c3af33b18f8 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks [] for floatingip (c3a364b3-b1cd-4c26-8338-555dd48a21ba), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:50.584553 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:50.589444 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-e840a57e-0c0b-44c4-9c16-275105f05b7b None None] Attempt 2 to provision port f7bfcff1-da00-43a3-96d5-30997503c634 Sep 26 18:07:50.628226 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-e840a57e-0c0b-44c4-9c16-275105f05b7b None None] Port f7bfcff1-da00-43a3-96d5-30997503c634 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:07:50.666279 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-278a73cd-2d5d-4ce4-8532-b9553a7f97bd req-c979ed8b-111f-4d0e-bfab-5ff11b1b712e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=02b468d2-560c-456c-9e87-d5a2801d8e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337786 Sep 26 18:07:50.734174 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d086a-a559-49a6-b683-d1aa21b95489 req-07156c29-9833-49b0-a8c7-501c305e6e13 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:50.735700 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7e4d086a-a559-49a6-b683-d1aa21b95489 req-07156c29-9833-49b0-a8c7-501c305e6e13 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.0684743 Sep 26 18:07:50.744810 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1c24e62b-5378-4eb8-88d9-1c3af33b18f8 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (0cec9b97-9608-4d24-a17a-c71c456bce1e), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:50.826152 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7e4d086a-a559-49a6-b683-d1aa21b95489 req-f5dedcd3-8985-46a9-911f-e7900391c02d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828674 Sep 26 18:07:50.930599 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1c24e62b-5378-4eb8-88d9-1c3af33b18f8 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks [] for port (0cec9b97-9608-4d24-a17a-c71c456bce1e), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:51.014052 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1c24e62b-5378-4eb8-88d9-1c3af33b18f8 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (0cec9b97-9608-4d24-a17a-c71c456bce1e), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:51.089652 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1c24e62b-5378-4eb8-88d9-1c3af33b18f8 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (c3a364b3-b1cd-4c26-8338-555dd48a21ba), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:51.091237 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24e62b-5378-4eb8-88d9-1c3af33b18f8 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Pushing event updated for resources: {'Port': ['ID=0cec9b97-9608-4d24-a17a-c71c456bce1e,revision_number=2']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:51.129309 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-e840a57e-0c0b-44c4-9c16-275105f05b7b None None] Attempt 3 to provision port f7bfcff1-da00-43a3-96d5-30997503c634 Sep 26 18:07:51.168118 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-e840a57e-0c0b-44c4-9c16-275105f05b7b None None] Port f7bfcff1-da00-43a3-96d5-30997503c634 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:07:51.200124 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.db.l3_db [None req-1c24e62b-5378-4eb8-88d9-1c3af33b18f8 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Floating IP c3a364b3-b1cd-4c26-8338-555dd48a21ba associated. External IP: 172.27.3.193, port: df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c. Sep 26 18:07:51.404641 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:51.407210 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c24e62b-5378-4eb8-88d9-1c3af33b18f8 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Router 900d615b-11fd-4769-a54e-7b2fbc16dd27 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:07:51.517305 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c24e62b-5378-4eb8-88d9-1c3af33b18f8 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:07:51.527007 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0133db99-ffdf-43ff-b1fd-3f3b3997100a None None] Sync routers for ids ['900d615b-11fd-4769-a54e-7b2fbc16dd27'] in dv-cinder-859319-1-iscsi {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:07:51.538519 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0133db99-ffdf-43ff-b1fd-3f3b3997100a None None] Routers {'900d615b-11fd-4769-a54e-7b2fbc16dd27'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:07:51.539153 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-0133db99-ffdf-43ff-b1fd-3f3b3997100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:07:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['900d615b-11fd-4769-a54e-7b2fbc16dd27'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:51.652604 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-0133db99-ffdf-43ff-b1fd-3f3b3997100a None None] Set router 900d615b-11fd-4769-a54e-7b2fbc16dd27 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:07:51.661736 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1c24e62b-5378-4eb8-88d9-1c3af33b18f8 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:51.679617 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-e840a57e-0c0b-44c4-9c16-275105f05b7b None None] Attempt 4 to provision port f7bfcff1-da00-43a3-96d5-30997503c634 Sep 26 18:07:51.680998 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:51.684547 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:51.693713 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-1c24e62b-5378-4eb8-88d9-1c3af33b18f8 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8755326 Sep 26 18:07:51.696658 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19e1622-6521-459d-9db1-80abd4bcf0f8', 'tag': 'df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:07:51.706591 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb96889-1bc7-454a-bac8-fba2eb5542a4" -d '{"events": [{"name": "network-changed", "server_uuid": "b19e1622-6521-459d-9db1-80abd4bcf0f8", "tag": "df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:07:51.751243 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4eb213-6b44-4111-9cff-b8248604570a x-openstack-request-id: req-4c4eb213-6b44-4111-9cff-b8248604570a {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:07:51.751971 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b19e1622-6521-459d-9db1-80abd4bcf0f8", "tag": "df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:07:51.752429 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4c4eb213-6b44-4111-9cff-b8248604570a {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:07:51.753026 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c4eb213-6b44-4111-9cff-b8248604570a'] response: {'name': 'network-changed', 'server_uuid': 'b19e1622-6521-459d-9db1-80abd4bcf0f8', 'tag': 'df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c', 'status': 'completed', 'code': 200} Sep 26 18:07:51.758894 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-e840a57e-0c0b-44c4-9c16-275105f05b7b None None] Port f7bfcff1-da00-43a3-96d5-30997503c634 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:07:51.792865 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:51.809338 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95972390-4ad3-4664-b536-e78f9724ee7e req-8ea443e0-05dd-4c46-9495-3ec611354bff tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:51.810850 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-95972390-4ad3-4664-b536-e78f9724ee7e req-8ea443e0-05dd-4c46-9495-3ec611354bff tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8560d88-7c26-4e3c-8af6-aac7ac9aa390 HTTP/1.1" status: 200 len: 932 time: 0.0555229 Sep 26 18:07:51.860273 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-95972390-4ad3-4664-b536-e78f9724ee7e req-d17afd81-0e32-4207-92dd-2b9d55910e9e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=02b468d2-560c-456c-9e87-d5a2801d8e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429842 Sep 26 18:07:51.912055 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-0133db99-ffdf-43ff-b1fd-3f3b3997100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'name': 'tempest-TestShelveInstance-538304485-router', 'tenant_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:06:22Z', 'updated_at': '2022-09-26T18:06:29Z', 'revision_number': 4, 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'gw_port': {'id': 'ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:80:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:23Z', 'updated_at': '2022-09-26T18:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': 'c3a364b3-b1cd-4c26-8338-555dd48a21ba', 'tenant_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'port_id': 'df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a36a0132-e2f2-42fb-aeb7-7b514a623f8b', 'mac_address': 'fa:16:3e:23:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19e1622-6521-459d-9db1-80abd4bcf0f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:07:50Z', 'updated_at': '2022-09-26T18:07:50Z', 'revision_number': 0, 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100238ae-fdbd-4642-b888-f7a05f6a15eb', 'name': '', 'network_id': 'a36a0132-e2f2-42fb-aeb7-7b514a623f8b', 'tenant_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'mac_address': 'fa:16:3e:7a:62:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '33062f00-b294-40a6-a636-99be26c54435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:28Z', 'updated_at': '2022-09-26T18:06:33Z', 'revision_number': 5, 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'subnets': [{'id': '33062f00-b294-40a6-a636-99be26c54435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:51.939044 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0133db99-ffdf-43ff-b1fd-3f3b3997100a None None] Checking router: 900d615b-11fd-4769-a54e-7b2fbc16dd27 for host: dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:07:51.948201 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0133db99-ffdf-43ff-b1fd-3f3b3997100a None None] Routers {'900d615b-11fd-4769-a54e-7b2fbc16dd27'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:07:51.948825 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-0133db99-ffdf-43ff-b1fd-3f3b3997100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:07:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['900d615b-11fd-4769-a54e-7b2fbc16dd27'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:51.960970 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402b8d7-1125-4e3a-ba1b-071d99268e74 req-c3b5fd0c-67a0-43fa-9723-245befb401e5 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:51.962480 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c402b8d7-1125-4e3a-ba1b-071d99268e74 req-c3b5fd0c-67a0-43fa-9723-245befb401e5 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.0486829 Sep 26 18:07:52.018515 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c402b8d7-1125-4e3a-ba1b-071d99268e74 req-b2861017-fbaf-4f8e-9a1d-7afa51038c5d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498850 Sep 26 18:07:52.064268 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-0133db99-ffdf-43ff-b1fd-3f3b3997100a None None] Set router 900d615b-11fd-4769-a54e-7b2fbc16dd27 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:07:52.272803 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-e840a57e-0c0b-44c4-9c16-275105f05b7b None None] Attempt 5 to provision port f7bfcff1-da00-43a3-96d5-30997503c634 Sep 26 18:07:52.321070 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-0133db99-ffdf-43ff-b1fd-3f3b3997100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'name': 'tempest-TestShelveInstance-538304485-router', 'tenant_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:06:22Z', 'updated_at': '2022-09-26T18:06:29Z', 'revision_number': 4, 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'gw_port': {'id': 'ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:80:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:23Z', 'updated_at': '2022-09-26T18:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': 'c3a364b3-b1cd-4c26-8338-555dd48a21ba', 'tenant_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'port_id': 'df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a36a0132-e2f2-42fb-aeb7-7b514a623f8b', 'mac_address': 'fa:16:3e:23:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19e1622-6521-459d-9db1-80abd4bcf0f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:07:50Z', 'updated_at': '2022-09-26T18:07:50Z', 'revision_number': 0, 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100238ae-fdbd-4642-b888-f7a05f6a15eb', 'name': '', 'network_id': 'a36a0132-e2f2-42fb-aeb7-7b514a623f8b', 'tenant_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'mac_address': 'fa:16:3e:7a:62:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '33062f00-b294-40a6-a636-99be26c54435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:28Z', 'updated_at': '2022-09-26T18:06:33Z', 'revision_number': 5, 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'subnets': [{'id': '33062f00-b294-40a6-a636-99be26c54435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:52.322812 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-e840a57e-0c0b-44c4-9c16-275105f05b7b None None] Port f7bfcff1-da00-43a3-96d5-30997503c634 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:07:52.346541 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0133db99-ffdf-43ff-b1fd-3f3b3997100a None None] The sync data for ids ['900d615b-11fd-4769-a54e-7b2fbc16dd27'] in dv-cinder-859319-1-iscsi is: [{'id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'name': 'tempest-TestShelveInstance-538304485-router', 'tenant_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:06:22Z', 'updated_at': '2022-09-26T18:06:29Z', 'revision_number': 4, 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'gw_port': {'id': 'ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:80:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:23Z', 'updated_at': '2022-09-26T18:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': 'c3a364b3-b1cd-4c26-8338-555dd48a21ba', 'tenant_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'port_id': 'df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a36a0132-e2f2-42fb-aeb7-7b514a623f8b', 'mac_address': 'fa:16:3e:23:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19e1622-6521-459d-9db1-80abd4bcf0f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:07:50Z', 'updated_at': '2022-09-26T18:07:50Z', 'revision_number': 0, 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100238ae-fdbd-4642-b888-f7a05f6a15eb', 'name': '', 'network_id': 'a36a0132-e2f2-42fb-aeb7-7b514a623f8b', 'tenant_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'mac_address': 'fa:16:3e:7a:62:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '33062f00-b294-40a6-a636-99be26c54435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:28Z', 'updated_at': '2022-09-26T18:06:33Z', 'revision_number': 5, 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'subnets': [{'id': '33062f00-b294-40a6-a636-99be26c54435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:07:52.571539 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1e9cf3-fa8f-43f7-96bf-e7a370d51707 None None] New status for floating IP c3a364b3-b1cd-4c26-8338-555dd48a21ba: ACTIVE {{(pid=106585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:07:52.824601 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-e840a57e-0c0b-44c4-9c16-275105f05b7b None None] Attempt 6 to provision port f7bfcff1-da00-43a3-96d5-30997503c634 Sep 26 18:07:52.846767 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device a14f5b04-fe69-47de-b23e-8ff9f06a4aae details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:07:52.856689 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=100 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:52.876047 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-e840a57e-0c0b-44c4-9c16-275105f05b7b None None] Port f7bfcff1-da00-43a3-96d5-30997503c634 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:07:52.996545 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port a14f5b04-fe69-47de-b23e-8ff9f06a4aae, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=a14f5b04-fe69-47de-b23e-8ff9f06a4aae,segment=NetworkSegment(74583ddb-45f6-451b-9f0f-cd5bb37fc3b7),segment_id=74583ddb-45f6-451b-9f0f-cd5bb37fc3b7)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:07:53.009421 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Returning: {'device': 'a14f5b04-fe69-47de-b23e-8ff9f06a4aae', 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a', 'port_id': 'a14f5b04-fe69-47de-b23e-8ff9f06a4aae', 'mac_address': 'fa:16:3e:a1:a7:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:07:53.013033 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f70c98-7ce4-46d0-b7de-ddaf6c1eb834 req-7e3a69d6-204c-43f5-a3a0-87193f04f432 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:53.013033 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d5f70c98-7ce4-46d0-b7de-ddaf6c1eb834 req-7e3a69d6-204c-43f5-a3a0-87193f04f432 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8560d88-7c26-4e3c-8af6-aac7ac9aa390 HTTP/1.1" status: 200 len: 932 time: 0.0697753 Sep 26 18:07:53.038633 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-8d9699df-60b0-459e-b8d3-f13eb258fb32 service neutron] Request body: {'port': {'device_id': 'e8560d88-7c26-4e3c-8af6-aac7ac9aa390', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:07:53.057471 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port a14f5b04-fe69-47de-b23e-8ff9f06a4aae is: ACTIVE; New status is: BUILD {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:07:53.057871 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (a14f5b04-fe69-47de-b23e-8ff9f06a4aae), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:53.074583 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a14f5b04-fe69-47de-b23e-8ff9f06a4aae {{(pid=106584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:07:53.119028 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port a14f5b04-fe69-47de-b23e-8ff9f06a4aae, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=a14f5b04-fe69-47de-b23e-8ff9f06a4aae,segment=NetworkSegment(74583ddb-45f6-451b-9f0f-cd5bb37fc3b7),segment_id=74583ddb-45f6-451b-9f0f-cd5bb37fc3b7)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:07:53.166071 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb96889-1bc7-454a-bac8-fba2eb5542a4 req-1f24e4be-e58c-4ef4-8349-25bb7efeba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:53.167546 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6fb96889-1bc7-454a-bac8-fba2eb5542a4 req-1f24e4be-e58c-4ef4-8349-25bb7efeba61 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=08e4bf78b8f043a598a4b6a1d8acc219&device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 1129 time: 0.0977287 Sep 26 18:07:53.199816 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d5f70c98-7ce4-46d0-b7de-ddaf6c1eb834 req-35366220-d999-4fc1-aae6-23208d82fa7f tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=02b468d2-560c-456c-9e87-d5a2801d8e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794102 Sep 26 18:07:53.205067 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-8d9699df-60b0-459e-b8d3-f13eb258fb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (f7bfcff1-da00-43a3-96d5-30997503c634), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:53.232060 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (a14f5b04-fe69-47de-b23e-8ff9f06a4aae), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:53.232411 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70624f9a-588e-45bf-9e9f-34935130b8ea req-53c093bd-9064-4ed8-8ccb-09deb06e8ee4 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:53.235020 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-70624f9a-588e-45bf-9e9f-34935130b8ea req-53c093bd-9064-4ed8-8ccb-09deb06e8ee4 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.1042776 Sep 26 18:07:53.292738 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=a14f5b04-fe69-47de-b23e-8ff9f06a4aae,revision_number=6']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:53.368290 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-70624f9a-588e-45bf-9e9f-34935130b8ea req-d1eb9a3a-a6ea-4cf8-be61-a423dd7a5a9a tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126940 Sep 26 18:07:53.376926 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-e840a57e-0c0b-44c4-9c16-275105f05b7b None None] Attempt 7 to provision port f7bfcff1-da00-43a3-96d5-30997503c634 Sep 26 18:07:53.432335 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-e840a57e-0c0b-44c4-9c16-275105f05b7b None None] Port f7bfcff1-da00-43a3-96d5-30997503c634 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:07:53.488564 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['a14f5b04-fe69-47de-b23e-8ff9f06a4aae'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:07:53.568470 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:53.576878 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:53.610477 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-8d9699df-60b0-459e-b8d3-f13eb258fb32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7bfcff1-da00-43a3-96d5-30997503c634 {{(pid=106583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:07:53.627460 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-8d9699df-60b0-459e-b8d3-f13eb258fb32 service neutron] Publish callbacks [] for port (f7bfcff1-da00-43a3-96d5-30997503c634), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:53.651679 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.provisioning_blocks [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-8d9699df-60b0-459e-b8d3-f13eb258fb32 service neutron] Transition to ACTIVE for port object f7bfcff1-da00-43a3-96d5-30997503c634 will not be triggered until provisioned by entity L2. {{(pid=106583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:07:53.652915 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb96889-1bc7-454a-bac8-fba2eb5542a4 req-61c629e3-9b96-4af0-a13b-63dbaeab6e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:53.654460 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6fb96889-1bc7-454a-bac8-fba2eb5542a4 req-61c629e3-9b96-4af0-a13b-63dbaeab6e5c service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=a36a0132-e2f2-42fb-aeb7-7b514a623f8b HTTP/1.1" status: 200 len: 909 time: 0.1602049 Sep 26 18:07:53.739063 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6fb96889-1bc7-454a-bac8-fba2eb5542a4 req-2f51656b-53ec-4335-ac41-f8fb5f91c3f2 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c HTTP/1.1" status: 200 len: 1001 time: 0.0656316 Sep 26 18:07:53.767867 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-8d9699df-60b0-459e-b8d3-f13eb258fb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (f7bfcff1-da00-43a3-96d5-30997503c634), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:53.772408 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:53.834006 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9699df-60b0-459e-b8d3-f13eb258fb32 service neutron] Pushing event updated for resources: {'Port': ['ID=f7bfcff1-da00-43a3-96d5-30997503c634,revision_number=2']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:53.883919 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-8d9699df-60b0-459e-b8d3-f13eb258fb32 service neutron] Attempting to bind port f7bfcff1-da00-43a3-96d5-30997503c634 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:07:53.884227 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-8d9699df-60b0-459e-b8d3-f13eb258fb32 service neutron] Attempting to bind port f7bfcff1-da00-43a3-96d5-30997503c634 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'ed751284-034c-4094-bf91-e2a4a99e4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51'}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:07:53.884544 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-8d9699df-60b0-459e-b8d3-f13eb258fb32 service neutron] Attempting to bind port f7bfcff1-da00-43a3-96d5-30997503c634 on network ff0911ec-d0cb-47aa-9835-b96611526a51 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:07:53.929975 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-8d9699df-60b0-459e-b8d3-f13eb258fb32 service neutron] Port f7bfcff1-da00-43a3-96d5-30997503c634 on network ff0911ec-d0cb-47aa-9835-b96611526a51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:07:53.930311 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-8d9699df-60b0-459e-b8d3-f13eb258fb32 service neutron] Attempting to bind port f7bfcff1-da00-43a3-96d5-30997503c634 on network ff0911ec-d0cb-47aa-9835-b96611526a51 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:07:53.934013 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-e840a57e-0c0b-44c4-9c16-275105f05b7b None None] Attempt 8 to provision port f7bfcff1-da00-43a3-96d5-30997503c634 Sep 26 18:07:53.969255 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-e840a57e-0c0b-44c4-9c16-275105f05b7b None None] Port f7bfcff1-da00-43a3-96d5-30997503c634 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:07:53.978152 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-8d9699df-60b0-459e-b8d3-f13eb258fb32 service neutron] Checking agent: {'id': 'b76d05ef-6768-47d4-84e3-b7f3ce45293e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'started_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:07:53.978497 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-8d9699df-60b0-459e-b8d3-f13eb258fb32 service neutron] Checking segment: {'id': 'ed751284-034c-4094-bf91-e2a4a99e4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:07:53.979042 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-8d9699df-60b0-459e-b8d3-f13eb258fb32 service neutron] Bound using segment: {'id': 'ed751284-034c-4094-bf91-e2a4a99e4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51'} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:07:53.979330 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-8d9699df-60b0-459e-b8d3-f13eb258fb32 service neutron] Bound port: f7bfcff1-da00-43a3-96d5-30997503c634, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed751284-034c-4094-bf91-e2a4a99e4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51'}}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:07:53.979720 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-8d9699df-60b0-459e-b8d3-f13eb258fb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (f7bfcff1-da00-43a3-96d5-30997503c634), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:54.043988 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-8d9699df-60b0-459e-b8d3-f13eb258fb32 service neutron] For port f7bfcff1-da00-43a3-96d5-30997503c634, host hv-cinder-85931, cleared binding levels {{(pid=106583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:07:54.047600 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-8d9699df-60b0-459e-b8d3-f13eb258fb32 service neutron] For port f7bfcff1-da00-43a3-96d5-30997503c634, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=f7bfcff1-da00-43a3-96d5-30997503c634,segment=NetworkSegment(ed751284-034c-4094-bf91-e2a4a99e4455),segment_id=ed751284-034c-4094-bf91-e2a4a99e4455)] {{(pid=106583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:07:54.134553 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-8d9699df-60b0-459e-b8d3-f13eb258fb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (f7bfcff1-da00-43a3-96d5-30997503c634), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:54.139013 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-8d9699df-60b0-459e-b8d3-f13eb258fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:54.139630 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-8d9699df-60b0-459e-b8d3-f13eb258fb32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:54.141108 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-8d9699df-60b0-459e-b8d3-f13eb258fb32 service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/f7bfcff1-da00-43a3-96d5-30997503c634 HTTP/1.1" status: 200 len: 1094 time: 1.1091518 Sep 26 18:07:54.141655 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8560d88-7c26-4e3c-8af6-aac7ac9aa390', 'tag': 'f7bfcff1-da00-43a3-96d5-30997503c634'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:07:54.143918 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4771bc09-376c-4f6e-a796-2122d50da104" -d '{"events": [{"name": "network-changed", "server_uuid": "e8560d88-7c26-4e3c-8af6-aac7ac9aa390", "tag": "f7bfcff1-da00-43a3-96d5-30997503c634"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:07:54.188876 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcc5ce3-f766-49a4-9c76-aa4d0835adb8 x-openstack-request-id: req-2fcc5ce3-f766-49a4-9c76-aa4d0835adb8 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:07:54.189051 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8560d88-7c26-4e3c-8af6-aac7ac9aa390", "tag": "f7bfcff1-da00-43a3-96d5-30997503c634", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:07:54.191046 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2fcc5ce3-f766-49a4-9c76-aa4d0835adb8 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:07:54.191046 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fcc5ce3-f766-49a4-9c76-aa4d0835adb8'] response: {'name': 'network-changed', 'server_uuid': 'e8560d88-7c26-4e3c-8af6-aac7ac9aa390', 'tag': 'f7bfcff1-da00-43a3-96d5-30997503c634', 'status': 'completed', 'code': 200} Sep 26 18:07:54.194322 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9699df-60b0-459e-b8d3-f13eb258fb32 service neutron] Pushing event updated for resources: {'Port': ['ID=f7bfcff1-da00-43a3-96d5-30997503c634,revision_number=3']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:54.381553 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb96889-1bc7-454a-bac8-fba2eb5542a4 req-7cdeaed0-132c-40c4-be5c-396175ddc080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:54.381553 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6fb96889-1bc7-454a-bac8-fba2eb5542a4 req-7cdeaed0-132c-40c4-be5c-396175ddc080 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=33062f00-b294-40a6-a636-99be26c54435 HTTP/1.1" status: 200 len: 847 time: 0.1213129 Sep 26 18:07:54.381553 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771bc09-376c-4f6e-a796-2122d50da104 req-dede3351-a584-4abc-98c3-bdbe88c9c341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:54.381553 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4771bc09-376c-4f6e-a796-2122d50da104 req-dede3351-a584-4abc-98c3-bdbe88c9c341 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=ffa58ff5197e48709d5c90ec334b9403&device_id=e8560d88-7c26-4e3c-8af6-aac7ac9aa390 HTTP/1.1" status: 200 len: 1128 time: 0.0952358 Sep 26 18:07:54.397633 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac44f7-ac56-4f16-a456-7e491da72bc7 req-6fcf6021-a9c4-479d-b7dd-cb78354e4322 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:54.399267 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a1ac44f7-ac56-4f16-a456-7e491da72bc7 req-6fcf6021-a9c4-479d-b7dd-cb78354e4322 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8560d88-7c26-4e3c-8af6-aac7ac9aa390 HTTP/1.1" status: 200 len: 944 time: 0.0990262 Sep 26 18:07:54.460625 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:54.470533 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-e840a57e-0c0b-44c4-9c16-275105f05b7b None None] Attempt 9 to provision port f7bfcff1-da00-43a3-96d5-30997503c634 Sep 26 18:07:54.515410 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-e840a57e-0c0b-44c4-9c16-275105f05b7b None None] Port f7bfcff1-da00-43a3-96d5-30997503c634 had new provisioning blocks added so it will not transition to active. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:07:54.544747 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb96889-1bc7-454a-bac8-fba2eb5542a4 req-2c714ac5-d47c-4118-b85f-1c668b13aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:54.546774 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6fb96889-1bc7-454a-bac8-fba2eb5542a4 req-2c714ac5-d47c-4118-b85f-1c668b13aa87 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=a36a0132-e2f2-42fb-aeb7-7b514a623f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1278780 Sep 26 18:07:54.658869 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cd245-8802-4863-8fbd-7668e411b9c0 req-104a5643-cb02-4e77-ba38-1a50119ee322 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:54.660393 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5e6cd245-8802-4863-8fbd-7668e411b9c0 req-104a5643-cb02-4e77-ba38-1a50119ee322 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 944 time: 0.1393416 Sep 26 18:07:54.688016 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a1ac44f7-ac56-4f16-a456-7e491da72bc7 req-d9c6ab55-0e36-4541-a856-d30d4a467dea tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=02b468d2-560c-456c-9e87-d5a2801d8e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2518306 Sep 26 18:07:54.743673 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771bc09-376c-4f6e-a796-2122d50da104 req-b564e090-03d3-479c-a37b-8312615a3d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:54.743673 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4771bc09-376c-4f6e-a796-2122d50da104 req-b564e090-03d3-479c-a37b-8312615a3d8c service neutron] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=ffa58ff5197e48709d5c90ec334b9403&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3236964 Sep 26 18:07:54.839332 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6fb96889-1bc7-454a-bac8-fba2eb5542a4 req-bead3afd-4136-4230-951e-b8817ff2623c service neutron] 10.222.0.88 "GET /networking/v2.0/networks/a36a0132-e2f2-42fb-aeb7-7b514a623f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711182 Sep 26 18:07:54.848416 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5e6cd245-8802-4863-8fbd-7668e411b9c0 req-3cd56891-03c9-4b13-b197-433a749bad57 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741035 Sep 26 18:07:54.878284 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:54.980025 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771bc09-376c-4f6e-a796-2122d50da104 req-c2129fd1-0ae1-4d69-afb4-adf0b08770f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:54.981500 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4771bc09-376c-4f6e-a796-2122d50da104 req-c2129fd1-0ae1-4d69-afb4-adf0b08770f1 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2353079 Sep 26 18:07:55.008757 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6fb96889-1bc7-454a-bac8-fba2eb5542a4 req-f4c6d067-d3fb-406f-a16d-cc705948c6e2 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/a36a0132-e2f2-42fb-aeb7-7b514a623f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576161 Sep 26 18:07:55.294119 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device a14f5b04-fe69-47de-b23e-8ff9f06a4aae up at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:07:55.362085 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning complete for port a14f5b04-fe69-47de-b23e-8ff9f06a4aae triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:07:55.362592 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (a14f5b04-fe69-47de-b23e-8ff9f06a4aae), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:55.362931 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Attempt 1 to provision port a14f5b04-fe69-47de-b23e-8ff9f06a4aae Sep 26 18:07:55.416251 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-ec9ec059-5c4f-493e-9f65-c1baeff2475a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:55.422710 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-ec9ec059-5c4f-493e-9f65-c1baeff2475a service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=ffa58ff5197e48709d5c90ec334b9403&device_id=e8560d88-7c26-4e3c-8af6-aac7ac9aa390 HTTP/1.1" status: 200 len: 1128 time: 0.3453557 Sep 26 18:07:55.471745 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port a14f5b04-fe69-47de-b23e-8ff9f06a4aae is: BUILD; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:07:55.472523 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (a14f5b04-fe69-47de-b23e-8ff9f06a4aae), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:55.481468 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-da838474-598c-404d-8a8f-6d5800116820 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7bfcff1-da00-43a3-96d5-30997503c634 HTTP/1.1" status: 200 len: 217 time: 0.0428522 Sep 26 18:07:55.504093 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6298d28-8cba-46d8-a809-bd0f81e18d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14f5b04-fe69-47de-b23e-8ff9f06a4aae'}] {{(pid=106584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:07:55.507822 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743b4769c4925b62b4889170aadb5ee5b65d77d3032155737795e39ae48b1258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573837ac-00e7-4fb3-a61a-3fcad8a13a5a" -d '{"events": [{"server_uuid": "f6298d28-8cba-46d8-a809-bd0f81e18d58", "name": "network-vif-plugged", "status": "completed", "tag": "a14f5b04-fe69-47de-b23e-8ff9f06a4aae"}]}' {{(pid=106584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:07:55.529420 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port a14f5b04-fe69-47de-b23e-8ff9f06a4aae, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=a14f5b04-fe69-47de-b23e-8ff9f06a4aae,segment=NetworkSegment(74583ddb-45f6-451b-9f0f-cd5bb37fc3b7),segment_id=74583ddb-45f6-451b-9f0f-cd5bb37fc3b7)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:07:55.572800 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510dd568-e3af-4d05-b803-5c278cd733a9 x-openstack-request-id: req-510dd568-e3af-4d05-b803-5c278cd733a9 {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:07:55.573416 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6298d28-8cba-46d8-a809-bd0f81e18d58", "name": "network-vif-plugged", "status": "completed", "tag": "a14f5b04-fe69-47de-b23e-8ff9f06a4aae", "code": 200}]} {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:07:55.573786 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-510dd568-e3af-4d05-b803-5c278cd733a9 {{(pid=106584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:07:55.574282 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-510dd568-e3af-4d05-b803-5c278cd733a9'] response: {'server_uuid': 'f6298d28-8cba-46d8-a809-bd0f81e18d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14f5b04-fe69-47de-b23e-8ff9f06a4aae', 'code': 200} Sep 26 18:07:55.574442 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c60d77-48e3-4364-bc69-cad36187c9bd req-900ea37a-00f3-4291-a02d-57985851131d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:55.575984 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c3c60d77-48e3-4364-bc69-cad36187c9bd req-900ea37a-00f3-4291-a02d-57985851131d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.0793004 Sep 26 18:07:55.580975 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-ef00d304-dea9-4f3a-9bc2-5bd680cebe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:55.582419 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-ef00d304-dea9-4f3a-9bc2-5bd680cebe01 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=1feb17d0-5a16-48d0-945c-e503f8418bcd HTTP/1.1" status: 200 len: 854 time: 0.0938671 Sep 26 18:07:55.643582 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (a14f5b04-fe69-47de-b23e-8ff9f06a4aae), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:55.673235 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c3c60d77-48e3-4364-bc69-cad36187c9bd req-601f5150-7ad2-446e-bfb6-e868fa50bac8 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897360 Sep 26 18:07:55.676762 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-18ef0a99-4c1a-4841-8b57-e7a43cf30f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:55.677625 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-18ef0a99-4c1a-4841-8b57-e7a43cf30f46 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=ff0911ec-d0cb-47aa-9835-b96611526a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619385 Sep 26 18:07:55.763237 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=a14f5b04-fe69-47de-b23e-8ff9f06a4aae,revision_number=7']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:55.920849 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e48195-b23b-4712-ab38-04710a9210cd req-ae60b938-b87b-4a83-a9e7-145c4b52b036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:55.923311 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-00e48195-b23b-4712-ab38-04710a9210cd req-ae60b938-b87b-4a83-a9e7-145c4b52b036 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=3a15ebd862054a64ac1d739db5adc3a2&device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 1129 time: 0.1776330 Sep 26 18:07:55.933267 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f20f11-ed24-4418-b2a4-d89cb1a8faf5 req-b4e59d45-31eb-4bf9-bf2d-a3d4301dc4f3 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:55.936563 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d7f20f11-ed24-4418-b2a4-d89cb1a8faf5 req-b4e59d45-31eb-4bf9-bf2d-a3d4301dc4f3 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8560d88-7c26-4e3c-8af6-aac7ac9aa390 HTTP/1.1" status: 200 len: 944 time: 0.0911162 Sep 26 18:07:56.114327 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-ff2c97d1-69d1-4355-8706-d3a72f45d16c service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ff0911ec-d0cb-47aa-9835-b96611526a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157956 Sep 26 18:07:56.152282 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97d098-cec1-4c26-ac3b-b67af41e602c req-b7dd3aed-05e2-47c8-9955-a40fffdfe134 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:56.153819 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7b97d098-cec1-4c26-ac3b-b67af41e602c req-b7dd3aed-05e2-47c8-9955-a40fffdfe134 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.1198187 Sep 26 18:07:56.176540 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d7f20f11-ed24-4418-b2a4-d89cb1a8faf5 req-2ed993fa-8c57-45fe-ad17-064dc134a20e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=02b468d2-560c-456c-9e87-d5a2801d8e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210503 Sep 26 18:07:56.256592 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e48195-b23b-4712-ab38-04710a9210cd req-94edf307-d9fd-4d64-9cfe-7e9693d6235f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:56.257996 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-00e48195-b23b-4712-ab38-04710a9210cd req-94edf307-d9fd-4d64-9cfe-7e9693d6235f service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=45aee833-caf9-4514-8a4b-002783e94737 HTTP/1.1" status: 200 len: 919 time: 0.3196583 Sep 26 18:07:56.356094 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7b97d098-cec1-4c26-ac3b-b67af41e602c req-73e6a2c6-81da-4713-abaf-bb8e30214ade tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720414 Sep 26 18:07:56.362812 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:56.399707 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e50f886f-c5dc-4df5-b977-7bcfcbd08317 req-c31e0bd6-a89b-4414-bedd-c281b6581b15 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ff0911ec-d0cb-47aa-9835-b96611526a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583518 Sep 26 18:07:56.399707 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-00e48195-b23b-4712-ab38-04710a9210cd req-a7920062-d877-4f2e-b98c-c0dfcd0c0be1 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a HTTP/1.1" status: 200 len: 1000 time: 0.1232543 Sep 26 18:07:56.488712 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e48195-b23b-4712-ab38-04710a9210cd req-4a346303-d101-46f6-995f-e8bbbb294a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:56.490451 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-00e48195-b23b-4712-ab38-04710a9210cd req-4a346303-d101-46f6-995f-e8bbbb294a5e service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=e01e5c5e-987a-4185-87ba-f124ff403d46 HTTP/1.1" status: 200 len: 857 time: 0.0800977 Sep 26 18:07:56.556151 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e48195-b23b-4712-ab38-04710a9210cd req-53ce152a-d635-4ba7-9ac4-bd8b05ecac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:56.557170 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-00e48195-b23b-4712-ab38-04710a9210cd req-53ce152a-d635-4ba7-9ac4-bd8b05ecac8e service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=45aee833-caf9-4514-8a4b-002783e94737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582991 Sep 26 18:07:56.914311 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0c241-f052-4277-b505-01273c151ff4 req-e8acd1e3-f9f6-4379-a7f8-3e7d566b6821 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:56.917444 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0ce0c241-f052-4277-b505-01273c151ff4 req-e8acd1e3-f9f6-4379-a7f8-3e7d566b6821 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.0951381 Sep 26 18:07:57.006918 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0ce0c241-f052-4277-b505-01273c151ff4 req-67d32f33-8f4b-49ae-a9ad-553ae23a41eb tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801425 Sep 26 18:07:57.299983 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:57.346036 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5a910-8aa6-4b05-b76f-bcca341d6d13 req-9ce54828-8d35-4059-8822-5179a656dfad tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:57.347776 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6be5a910-8aa6-4b05-b76f-bcca341d6d13 req-9ce54828-8d35-4059-8822-5179a656dfad tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8560d88-7c26-4e3c-8af6-aac7ac9aa390 HTTP/1.1" status: 200 len: 944 time: 0.0599053 Sep 26 18:07:57.436347 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6be5a910-8aa6-4b05-b76f-bcca341d6d13 req-65b8d0f8-4baf-4ac6-a0b8-85d5a7c206d8 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=02b468d2-560c-456c-9e87-d5a2801d8e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827048 Sep 26 18:07:57.560509 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32550acf-f1ca-4c65-ab57-8e7ee90b222a req-2eea0b99-7eea-4d75-aa34-5d0f16ca836b tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:57.568608 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-32550acf-f1ca-4c65-ab57-8e7ee90b222a req-2eea0b99-7eea-4d75-aa34-5d0f16ca836b tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.0757306 Sep 26 18:07:57.635721 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-32550acf-f1ca-4c65-ab57-8e7ee90b222a req-fc57db0b-3a6e-4ed4-911e-994864a3b4ae tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649662 Sep 26 18:07:57.806982 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-00e48195-b23b-4712-ab38-04710a9210cd req-f302e403-2066-46fe-9d9e-4c86f9430e36 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244187 Sep 26 18:07:57.937832 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-00e48195-b23b-4712-ab38-04710a9210cd req-75d9ea7e-7c05-41c2-b119-e301c149525a service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225505 Sep 26 18:07:58.039288 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:58.195934 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc147a8c-86d1-47c6-839e-6f862a0c4d9c req-db735842-f320-49cf-b9b3-7b93d0799835 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:58.203973 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bc147a8c-86d1-47c6-839e-6f862a0c4d9c req-db735842-f320-49cf-b9b3-7b93d0799835 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.0840576 Sep 26 18:07:58.288848 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bc147a8c-86d1-47c6-839e-6f862a0c4d9c req-418c3809-57ed-4a6c-abca-9c6abb14e947 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746675 Sep 26 18:07:58.612896 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506356b-4af5-4d71-8067-e369eac77b17 req-212bbd61-335c-491b-89ff-6757f820cbf9 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:58.615459 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f506356b-4af5-4d71-8067-e369eac77b17 req-212bbd61-335c-491b-89ff-6757f820cbf9 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8560d88-7c26-4e3c-8af6-aac7ac9aa390 HTTP/1.1" status: 200 len: 944 time: 0.0630379 Sep 26 18:07:58.698536 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f506356b-4af5-4d71-8067-e369eac77b17 req-cea21c24-6ed9-40fa-bf34-ae6909cb47e6 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=02b468d2-560c-456c-9e87-d5a2801d8e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763724 Sep 26 18:07:58.792539 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660e96f-ea54-4300-8d86-4891a5235384 req-0e4d926e-935e-4878-bcd4-6abbbb8aec42 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:58.804056 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4660e96f-ea54-4300-8d86-4891a5235384 req-0e4d926e-935e-4878-bcd4-6abbbb8aec42 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.0570548 Sep 26 18:07:58.804227 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=55,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:58.809333 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=75,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:58.859788 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4660e96f-ea54-4300-8d86-4891a5235384 req-52a01e2c-0e04-4be0-8dde-20012345d8b1 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577860 Sep 26 18:07:59.154575 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:07:59.342691 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device f7bfcff1-da00-43a3-96d5-30997503c634 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:07:59.433743 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f5f17-3f19-49ef-b95b-8cb1b3dfdb02 req-e6735c1c-d9ba-4a4a-903e-9d60eea0f5b6 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:59.446114 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0b8f5f17-3f19-49ef-b95b-8cb1b3dfdb02 req-e6735c1c-d9ba-4a4a-903e-9d60eea0f5b6 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.0678692 Sep 26 18:07:59.482027 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:59.490992 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0b8f5f17-3f19-49ef-b95b-8cb1b3dfdb02 req-a550475a-18b2-4263-b866-40fcdd5ffa2a tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482547 Sep 26 18:07:59.510835 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port f7bfcff1-da00-43a3-96d5-30997503c634, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=f7bfcff1-da00-43a3-96d5-30997503c634,segment=NetworkSegment(ed751284-034c-4094-bf91-e2a4a99e4455),segment_id=ed751284-034c-4094-bf91-e2a4a99e4455)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:07:59.716749 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Returning: {'device': 'f7bfcff1-da00-43a3-96d5-30997503c634', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'port_id': 'f7bfcff1-da00-43a3-96d5-30997503c634', 'mac_address': 'fa:16:3e:13:6b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:07:59.774010 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port f7bfcff1-da00-43a3-96d5-30997503c634 is: DOWN; New status is: BUILD {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:07:59.775101 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (f7bfcff1-da00-43a3-96d5-30997503c634), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:59.793107 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7bfcff1-da00-43a3-96d5-30997503c634 {{(pid=106584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:07:59.827780 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port f7bfcff1-da00-43a3-96d5-30997503c634, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=f7bfcff1-da00-43a3-96d5-30997503c634,segment=NetworkSegment(ed751284-034c-4094-bf91-e2a4a99e4455),segment_id=ed751284-034c-4094-bf91-e2a4a99e4455)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:07:59.918816 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6a9ae-7121-4847-9713-ecd82c26de08 req-b2cf1f42-21b6-4314-bc46-82245d02f0ae tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:59.921801 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-52a6a9ae-7121-4847-9713-ecd82c26de08 req-b2cf1f42-21b6-4314-bc46-82245d02f0ae tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8560d88-7c26-4e3c-8af6-aac7ac9aa390 HTTP/1.1" status: 200 len: 944 time: 0.0985157 Sep 26 18:07:59.923819 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (f7bfcff1-da00-43a3-96d5-30997503c634), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:00.011052 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-52a6a9ae-7121-4847-9713-ecd82c26de08 req-bf86b247-189c-4bb7-808b-36a71132057d tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=02b468d2-560c-456c-9e87-d5a2801d8e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787330 Sep 26 18:08:00.056372 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=f7bfcff1-da00-43a3-96d5-30997503c634,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:00.122009 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d2890-7977-4fcd-9c1e-fd25991e9b68 req-2a537c25-ff6e-4a7c-8788-e699c0c9e971 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:00.124596 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f74d2890-7977-4fcd-9c1e-fd25991e9b68 req-2a537c25-ff6e-4a7c-8788-e699c0c9e971 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.1074526 Sep 26 18:08:00.208003 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f74d2890-7977-4fcd-9c1e-fd25991e9b68 req-b58376a1-31f7-4d5f-af74-f941f9693db8 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724807 Sep 26 18:08:00.442892 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['f7bfcff1-da00-43a3-96d5-30997503c634'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:08:00.642256 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:00.732129 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf608ef-30f6-4e47-8d43-da8f2f669d20 req-907b1584-77d8-449c-8058-f79d243db1a9 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:00.734459 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cbf608ef-30f6-4e47-8d43-da8f2f669d20 req-907b1584-77d8-449c-8058-f79d243db1a9 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.0973775 Sep 26 18:08:00.815721 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cbf608ef-30f6-4e47-8d43-da8f2f669d20 req-f75a54ac-68b5-4efc-848d-82894e6a0605 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711493 Sep 26 18:08:01.206379 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d7f4e-4d3f-48c0-a629-5e664eba39d2 req-996f59d3-2986-478b-8edc-a8a156d7dd3d tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:01.214404 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6c4d7f4e-4d3f-48c0-a629-5e664eba39d2 req-996f59d3-2986-478b-8edc-a8a156d7dd3d tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8560d88-7c26-4e3c-8af6-aac7ac9aa390 HTTP/1.1" status: 200 len: 945 time: 0.0854986 Sep 26 18:08:01.264423 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 52310) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:08:01.279721 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:01.297938 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6c4d7f4e-4d3f-48c0-a629-5e664eba39d2 req-87172630-8cb0-4ccb-9873-b943342867bb tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=02b468d2-560c-456c-9e87-d5a2801d8e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825009 Sep 26 18:08:01.409312 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454fc28-91dd-4a02-bfee-8ed5fc63b3af req-95fc28f2-29ec-4ce0-b7c1-139a47d99ef0 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:01.410869 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d454fc28-91dd-4a02-bfee-8ed5fc63b3af req-95fc28f2-29ec-4ce0-b7c1-139a47d99ef0 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.0802739 Sep 26 18:08:01.455371 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3b79811e-d9d9-4a45-a2f2-329a582a7a01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:01.490266 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d454fc28-91dd-4a02-bfee-8ed5fc63b3af req-d37b1120-a229-410f-a3b6-680450e89126 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707016 Sep 26 18:08:01.586639 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3b79811e-d9d9-4a45-a2f2-329a582a7a01 admin admin] Publish callbacks [] for security_group (af40bdc0-c985-4b91-82df-ff8113170ce5), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:01.658290 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3b79811e-d9d9-4a45-a2f2-329a582a7a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (af40bdc0-c985-4b91-82df-ff8113170ce5), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:01.705852 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79811e-d9d9-4a45-a2f2-329a582a7a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af40bdc0-c985-4b91-82df-ff8113170ce5,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:01.733430 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-3b79811e-d9d9-4a45-a2f2-329a582a7a01 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=268f5153fb244a7e9e98936909044b1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4667346 Sep 26 18:08:01.737200 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 52314) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:08:01.824204 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device f7bfcff1-da00-43a3-96d5-30997503c634 up at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:08:01.831759 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f7062e45-f4dd-4db1-93f2-3ccd24ac5b8a admin admin] Publish callbacks [] for security_group (af40bdc0-c985-4b91-82df-ff8113170ce5), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:01.899505 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f7062e45-f4dd-4db1-93f2-3ccd24ac5b8a admin admin] Publish callbacks [] for security_group (af40bdc0-c985-4b91-82df-ff8113170ce5), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:01.903922 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning for port f7bfcff1-da00-43a3-96d5-30997503c634 completed by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:08:01.945766 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-6fb31d3b-5aab-4dca-8ad7-d8c75bae10fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:01.991448 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning complete for port f7bfcff1-da00-43a3-96d5-30997503c634 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:08:01.991963 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (f7bfcff1-da00-43a3-96d5-30997503c634), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:01.992139 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Attempt 1 to provision port f7bfcff1-da00-43a3-96d5-30997503c634 Sep 26 18:08:02.031203 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ec1a7-f9bf-4072-879d-1de0c8b7560b req-26806f7d-4096-48bf-b0e0-0540ac4324c5 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:02.038674 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5e0ec1a7-f9bf-4072-879d-1de0c8b7560b req-26806f7d-4096-48bf-b0e0-0540ac4324c5 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.0920444 Sep 26 18:08:02.114085 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5e0ec1a7-f9bf-4072-879d-1de0c8b7560b req-39fa57fa-caf9-4ac8-85a5-0016583d84f6 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740788 Sep 26 18:08:02.114560 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port f7bfcff1-da00-43a3-96d5-30997503c634 is: BUILD; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:08:02.114852 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (f7bfcff1-da00-43a3-96d5-30997503c634), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:02.150892 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f7062e45-f4dd-4db1-93f2-3ccd24ac5b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (af40bdc0-c985-4b91-82df-ff8113170ce5), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:02.154211 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f7062e45-f4dd-4db1-93f2-3ccd24ac5b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:02.158422 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-f7062e45-f4dd-4db1-93f2-3ccd24ac5b8a admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/af40bdc0-c985-4b91-82df-ff8113170ce5 HTTP/1.1" status: 204 len: 168 time: 0.4165053 Sep 26 18:08:02.169657 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7062e45-f4dd-4db1-93f2-3ccd24ac5b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af40bdc0-c985-4b91-82df-ff8113170ce5,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:02.171348 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port f7bfcff1-da00-43a3-96d5-30997503c634, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=f7bfcff1-da00-43a3-96d5-30997503c634,segment=NetworkSegment(ed751284-034c-4094-bf91-e2a4a99e4455),segment_id=ed751284-034c-4094-bf91-e2a4a99e4455)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:08:02.173717 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8560d88-7c26-4e3c-8af6-aac7ac9aa390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bfcff1-da00-43a3-96d5-30997503c634'}] {{(pid=106584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:08:02.176441 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743b4769c4925b62b4889170aadb5ee5b65d77d3032155737795e39ae48b1258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab707b8-ad3b-4a12-a618-94dea82a19c8" -d '{"events": [{"server_uuid": "e8560d88-7c26-4e3c-8af6-aac7ac9aa390", "name": "network-vif-plugged", "status": "completed", "tag": "f7bfcff1-da00-43a3-96d5-30997503c634"}]}' {{(pid=106584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:08:02.243996 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e2d2f0-5127-4ac2-83d6-5e1fa617b6cd x-openstack-request-id: req-a2e2d2f0-5127-4ac2-83d6-5e1fa617b6cd {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:08:02.244413 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8560d88-7c26-4e3c-8af6-aac7ac9aa390", "name": "network-vif-plugged", "status": "completed", "tag": "f7bfcff1-da00-43a3-96d5-30997503c634", "code": 200}]} {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:08:02.244989 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a2e2d2f0-5127-4ac2-83d6-5e1fa617b6cd {{(pid=106584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:08:02.245420 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2e2d2f0-5127-4ac2-83d6-5e1fa617b6cd'] response: {'server_uuid': 'e8560d88-7c26-4e3c-8af6-aac7ac9aa390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bfcff1-da00-43a3-96d5-30997503c634', 'code': 200} Sep 26 18:08:02.261179 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (f7bfcff1-da00-43a3-96d5-30997503c634), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:02.339692 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:02.345351 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=f7bfcff1-da00-43a3-96d5-30997503c634,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:02.447007 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a15f12-f79f-45fa-b5ca-d612e61967e9 req-2ffe90f6-9b7b-4ec8-a056-5cecef07dbab tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:02.448812 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-64a15f12-f79f-45fa-b5ca-d612e61967e9 req-2ffe90f6-9b7b-4ec8-a056-5cecef07dbab tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8560d88-7c26-4e3c-8af6-aac7ac9aa390 HTTP/1.1" status: 200 len: 946 time: 0.0588720 Sep 26 18:08:02.534346 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-64a15f12-f79f-45fa-b5ca-d612e61967e9 req-0b8e8828-5a48-41c4-bd8c-1fca8b60f4a9 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=02b468d2-560c-456c-9e87-d5a2801d8e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770736 Sep 26 18:08:02.708242 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140c33e-9a37-4784-89a7-f6aecc7f148b req-98fd9c9b-1fd6-47bd-9d30-b347f95c8257 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:02.725556 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c140c33e-9a37-4784-89a7-f6aecc7f148b req-98fd9c9b-1fd6-47bd-9d30-b347f95c8257 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.0903697 Sep 26 18:08:02.813810 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f001cb-0663-4cf4-9a18-e6b4d1864a30 req-e3886984-8c3a-442d-8621-1986cbd8e8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:02.815339 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-74f001cb-0663-4cf4-9a18-e6b4d1864a30 req-e3886984-8c3a-442d-8621-1986cbd8e8f6 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e8560d88-7c26-4e3c-8af6-aac7ac9aa390 HTTP/1.1" status: 200 len: 1130 time: 0.0642993 Sep 26 18:08:02.835315 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c140c33e-9a37-4784-89a7-f6aecc7f148b req-1b57922c-fea5-4e62-817c-ba3f01a18d9c tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083171 Sep 26 18:08:03.078426 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-74f001cb-0663-4cf4-9a18-e6b4d1864a30 req-3a957f48-e307-4648-8472-2bbba7b6cb9c service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=02b468d2-560c-456c-9e87-d5a2801d8e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520127 Sep 26 18:08:03.231790 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:03.242871 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89db28-ecc1-4e01-bc21-7d8d897f29fe req-125381e9-a912-43f0-9c8f-9d2296c6d594 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:03.244372 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dd89db28-ecc1-4e01-bc21-7d8d897f29fe req-125381e9-a912-43f0-9c8f-9d2296c6d594 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.0492964 Sep 26 18:08:03.305898 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dd89db28-ecc1-4e01-bc21-7d8d897f29fe req-3d1a6998-6ace-46fe-991f-3875aee45a73 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533829 Sep 26 18:08:03.713325 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be480da-8375-464f-93bb-3dd47f49b693 req-f7be0435-0e2c-4d06-bcd2-8448ddaed69c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:03.715448 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2be480da-8375-464f-93bb-3dd47f49b693 req-f7be0435-0e2c-4d06-bcd2-8448ddaed69c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8560d88-7c26-4e3c-8af6-aac7ac9aa390 HTTP/1.1" status: 200 len: 946 time: 0.0714815 Sep 26 18:08:03.789530 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2be480da-8375-464f-93bb-3dd47f49b693 req-8b5ac1fd-b99b-4ccb-ade7-868323274fe6 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=02b468d2-560c-456c-9e87-d5a2801d8e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602653 Sep 26 18:08:04.168951 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c69f5e-21d1-42f7-a7d4-66e863eceacf req-9d9ed02d-2b26-46f0-b5df-d13c2d557fd1 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:04.171665 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a5c69f5e-21d1-42f7-a7d4-66e863eceacf req-9d9ed02d-2b26-46f0-b5df-d13c2d557fd1 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.0782807 Sep 26 18:08:04.247753 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a5c69f5e-21d1-42f7-a7d4-66e863eceacf req-c83ef9fb-6af5-418b-bd18-e9adad9f2076 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696292 Sep 26 18:08:04.329288 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-f9b45f31-9439-4909-9d2c-a3813f2a2760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:04.488773 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372212c-797b-46a3-8eee-c35a15536249 req-0301c6a5-e9ed-4453-817b-12a438025cc7 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:04.490450 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6372212c-797b-46a3-8eee-c35a15536249 req-0301c6a5-e9ed-4453-817b-12a438025cc7 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.0592422 Sep 26 18:08:04.520498 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:04.563470 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6372212c-797b-46a3-8eee-c35a15536249 req-b7de7c16-f266-403f-8cf7-cca37e155d31 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632775 Sep 26 18:08:04.972137 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b78c72-8242-440c-8fe2-b5f5ab5574f6 req-8a0914bf-c525-4d1e-b0e7-95bbb2cd4c5b tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:04.973761 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-67b78c72-8242-440c-8fe2-b5f5ab5574f6 req-8a0914bf-c525-4d1e-b0e7-95bbb2cd4c5b tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8560d88-7c26-4e3c-8af6-aac7ac9aa390 HTTP/1.1" status: 200 len: 946 time: 0.0811226 Sep 26 18:08:05.063818 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-67b78c72-8242-440c-8fe2-b5f5ab5574f6 req-0cb6d978-8a31-4744-83c8-ec95eb9d49e5 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=02b468d2-560c-456c-9e87-d5a2801d8e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699327 Sep 26 18:08:05.488441 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97c176-95c1-41c2-a200-0b513b6414b9 req-8abb0dcf-b1fa-4899-b06d-7b19b02913aa tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:05.490614 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1f97c176-95c1-41c2-a200-0b513b6414b9 req-8abb0dcf-b1fa-4899-b06d-7b19b02913aa tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.0969203 Sep 26 18:08:05.575341 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1f97c176-95c1-41c2-a200-0b513b6414b9 req-4442750b-91f0-4b87-b1bc-3f14803764c3 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779033 Sep 26 18:08:05.580989 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:05.796045 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcdad2-3874-41f4-90b3-329ffc404165 req-97fe56d5-5bef-445d-8f03-686b7074356f tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:05.809822 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a3bcdad2-3874-41f4-90b3-329ffc404165 req-97fe56d5-5bef-445d-8f03-686b7074356f tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.1061325 Sep 26 18:08:05.884624 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a3bcdad2-3874-41f4-90b3-329ffc404165 req-6610a209-a4e1-4807-a743-e8bf200e51ff tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732398 Sep 26 18:08:06.241420 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49892205-7fd1-454a-9b18-fb3a72b7e00e req-e55578ae-1680-432c-85b8-71a6bebc2244 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:06.243108 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-49892205-7fd1-454a-9b18-fb3a72b7e00e req-e55578ae-1680-432c-85b8-71a6bebc2244 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8560d88-7c26-4e3c-8af6-aac7ac9aa390 HTTP/1.1" status: 200 len: 946 time: 0.0629318 Sep 26 18:08:06.316350 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-49892205-7fd1-454a-9b18-fb3a72b7e00e req-ba951949-9f1c-42ad-bdc6-2f98070ce3da tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=02b468d2-560c-456c-9e87-d5a2801d8e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651758 Sep 26 18:08:06.454785 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26147f5-9e4a-41fa-8e35-0ba84d51fdd5 req-37dcd97a-2783-4aba-9bd6-c962f4fbd53c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:06.456565 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b26147f5-9e4a-41fa-8e35-0ba84d51fdd5 req-37dcd97a-2783-4aba-9bd6-c962f4fbd53c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8560d88-7c26-4e3c-8af6-aac7ac9aa390 HTTP/1.1" status: 200 len: 946 time: 0.0571566 Sep 26 18:08:06.469271 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 52350) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:08:06.474665 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-efea5e97-ca15-4f74-80a7-e76fdcf087a8 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Request body: {'floatingip': {'port_id': 'f7bfcff1-da00-43a3-96d5-30997503c634'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:08:06.535615 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-efea5e97-ca15-4f74-80a7-e76fdcf087a8 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for floatingip (12915ba0-01f0-4c46-85fb-d1e77e78e85e), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:06.756051 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac54fca-db86-4978-8e17-309f0b6f6fc1 req-db8c8651-08d9-4777-82b7-17a916cf7e13 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:06.788347 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dac54fca-db86-4978-8e17-309f0b6f6fc1 req-db8c8651-08d9-4777-82b7-17a916cf7e13 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.0577843 Sep 26 18:08:06.808147 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:06.882878 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dac54fca-db86-4978-8e17-309f0b6f6fc1 req-41948ad2-928d-4a3e-9d73-f01324c10174 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974905 Sep 26 18:08:07.014715 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:07.042027 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24559528-2e4e-4664-867b-0784835b7216 req-25c0929a-f070-4be5-9a9e-b290ea297acf tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:07.042856 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-24559528-2e4e-4664-867b-0784835b7216 req-25c0929a-f070-4be5-9a9e-b290ea297acf tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.0677929 Sep 26 18:08:07.111478 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:07.160279 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-24559528-2e4e-4664-867b-0784835b7216 req-779aedd7-2a93-47e6-ab78-15a9545419df tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950220 Sep 26 18:08:07.162302 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-efea5e97-ca15-4f74-80a7-e76fdcf087a8 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:07.277059 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-efea5e97-ca15-4f74-80a7-e76fdcf087a8 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (12915ba0-01f0-4c46-85fb-d1e77e78e85e), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:07.382778 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.db.l3_db [None req-efea5e97-ca15-4f74-80a7-e76fdcf087a8 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Floating IP 12915ba0-01f0-4c46-85fb-d1e77e78e85e associated. External IP: 172.27.3.48, port: f7bfcff1-da00-43a3-96d5-30997503c634. Sep 26 18:08:07.406538 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:07.643214 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efea5e97-ca15-4f74-80a7-e76fdcf087a8 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:08:07.786529 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efea5e97-ca15-4f74-80a7-e76fdcf087a8 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:08:07.800117 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5a1929-1efb-4007-b4e5-0854c68e384b None None] Sync routers for ids ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'] in dv-cinder-859319-1-iscsi {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:08:07.806925 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-efea5e97-ca15-4f74-80a7-e76fdcf087a8 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:07.815766 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5a1929-1efb-4007-b4e5-0854c68e384b None None] Routers {'0d3f8166-a65a-4d17-a4f7-ca93fffd4115'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:08:07.816733 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-df5a1929-1efb-4007-b4e5-0854c68e384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:08:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:08:07.845129 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-efea5e97-ca15-4f74-80a7-e76fdcf087a8 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/12915ba0-01f0-4c46-85fb-d1e77e78e85e HTTP/1.1" status: 200 len: 991 time: 1.3743904 Sep 26 18:08:07.845913 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8560d88-7c26-4e3c-8af6-aac7ac9aa390', 'tag': 'f7bfcff1-da00-43a3-96d5-30997503c634'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:08:07.848371 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da6cc8c-5a3d-4e01-bbb0-29afe99ce7f6" -d '{"events": [{"name": "network-changed", "server_uuid": "e8560d88-7c26-4e3c-8af6-aac7ac9aa390", "tag": "f7bfcff1-da00-43a3-96d5-30997503c634"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:08:07.901423 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195df524-a728-4643-9cd4-1e9169460a92 x-openstack-request-id: req-195df524-a728-4643-9cd4-1e9169460a92 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:08:07.901423 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8560d88-7c26-4e3c-8af6-aac7ac9aa390", "tag": "f7bfcff1-da00-43a3-96d5-30997503c634", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:08:07.901423 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-195df524-a728-4643-9cd4-1e9169460a92 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:08:07.901423 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-195df524-a728-4643-9cd4-1e9169460a92'] response: {'name': 'network-changed', 'server_uuid': 'e8560d88-7c26-4e3c-8af6-aac7ac9aa390', 'tag': 'f7bfcff1-da00-43a3-96d5-30997503c634', 'status': 'completed', 'code': 200} Sep 26 18:08:07.936716 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-df5a1929-1efb-4007-b4e5-0854c68e384b None None] Set router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:08:08.066255 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6cc8c-5a3d-4e01-bbb0-29afe99ce7f6 req-32caf7ab-6a3e-40b1-92df-5dc50201a94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:08.068201 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2da6cc8c-5a3d-4e01-bbb0-29afe99ce7f6 req-32caf7ab-6a3e-40b1-92df-5dc50201a94b service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=ffa58ff5197e48709d5c90ec334b9403&device_id=e8560d88-7c26-4e3c-8af6-aac7ac9aa390 HTTP/1.1" status: 200 len: 1130 time: 0.0939233 Sep 26 18:08:08.149628 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdc68d-536d-4692-8a1c-62c5d5e0e61f req-07df9c68-d39e-4c5e-bf24-43d66e6a5ce3 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:08.151249 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6dfdc68d-536d-4692-8a1c-62c5d5e0e61f req-07df9c68-d39e-4c5e-bf24-43d66e6a5ce3 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.1320243 Sep 26 18:08:08.151633 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:08.215787 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6dfdc68d-536d-4692-8a1c-62c5d5e0e61f req-e2be30f4-e3f0-4558-b4b8-ae6a882f7eaa tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563388 Sep 26 18:08:08.256633 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-df5a1929-1efb-4007-b4e5-0854c68e384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:03:22Z', 'revision_number': 4, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '12915ba0-01f0-4c46-85fb-d1e77e78e85e', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'port_id': 'f7bfcff1-da00-43a3-96d5-30997503c634', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'mac_address': 'fa:16:3e:13:6b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8560d88-7c26-4e3c-8af6-aac7ac9aa390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:07:42Z', 'updated_at': '2022-09-26T18:08:07Z', 'revision_number': 1, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1d8909-de0f-4b6d-8a1f-17144f1522e0', 'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'mac_address': 'fa:16:3e:81:46:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:19Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 5, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'subnets': [{'id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:08:08.285989 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5a1929-1efb-4007-b4e5-0854c68e384b None None] Checking router: 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 for host: dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:08:08.297463 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5a1929-1efb-4007-b4e5-0854c68e384b None None] Routers {'0d3f8166-a65a-4d17-a4f7-ca93fffd4115'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:08:08.298360 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-df5a1929-1efb-4007-b4e5-0854c68e384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:08:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:08:08.336251 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6cc8c-5a3d-4e01-bbb0-29afe99ce7f6 req-9a6ebefc-26a1-4765-b049-f9d001027892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:08.343879 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2da6cc8c-5a3d-4e01-bbb0-29afe99ce7f6 req-9a6ebefc-26a1-4765-b049-f9d001027892 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=ff0911ec-d0cb-47aa-9835-b96611526a51 HTTP/1.1" status: 200 len: 916 time: 0.2624936 Sep 26 18:08:08.406447 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4abab-026e-4949-b3a8-36fd1795c8cb req-e9cd936b-d4d9-4147-be13-7155916c083a tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:08.408197 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f9f4abab-026e-4949-b3a8-36fd1795c8cb req-e9cd936b-d4d9-4147-be13-7155916c083a tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.1236546 Sep 26 18:08:08.424018 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-df5a1929-1efb-4007-b4e5-0854c68e384b None None] Set router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:08:08.448400 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2da6cc8c-5a3d-4e01-bbb0-29afe99ce7f6 req-fce6dbdb-11d4-481d-a9d4-10d13c9ee321 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7bfcff1-da00-43a3-96d5-30997503c634 HTTP/1.1" status: 200 len: 999 time: 0.0982516 Sep 26 18:08:08.518432 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f9f4abab-026e-4949-b3a8-36fd1795c8cb req-ced411b0-98fc-4686-8053-916e3d969b9c tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000121 Sep 26 18:08:08.532858 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6cc8c-5a3d-4e01-bbb0-29afe99ce7f6 req-c9052a74-2741-4d51-8f39-a2f57bed2ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:08.534549 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2da6cc8c-5a3d-4e01-bbb0-29afe99ce7f6 req-c9052a74-2741-4d51-8f39-a2f57bed2ba6 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=1feb17d0-5a16-48d0-945c-e503f8418bcd HTTP/1.1" status: 200 len: 854 time: 0.0740728 Sep 26 18:08:08.581789 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6cc8c-5a3d-4e01-bbb0-29afe99ce7f6 req-686601fd-d9d3-4c71-940c-137696eb0330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:08.583300 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2da6cc8c-5a3d-4e01-bbb0-29afe99ce7f6 req-686601fd-d9d3-4c71-940c-137696eb0330 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=ff0911ec-d0cb-47aa-9835-b96611526a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419977 Sep 26 18:08:08.594695 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:08.644426 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:08.688143 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-df5a1929-1efb-4007-b4e5-0854c68e384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:03:22Z', 'revision_number': 4, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '12915ba0-01f0-4c46-85fb-d1e77e78e85e', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'port_id': 'f7bfcff1-da00-43a3-96d5-30997503c634', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'mac_address': 'fa:16:3e:13:6b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8560d88-7c26-4e3c-8af6-aac7ac9aa390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:07:42Z', 'updated_at': '2022-09-26T18:08:07Z', 'revision_number': 1, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1d8909-de0f-4b6d-8a1f-17144f1522e0', 'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'mac_address': 'fa:16:3e:81:46:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:19Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 5, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'subnets': [{'id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:08:08.688874 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2da6cc8c-5a3d-4e01-bbb0-29afe99ce7f6 req-5856e103-441c-4d31-9d13-285066c897be service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ff0911ec-d0cb-47aa-9835-b96611526a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941427 Sep 26 18:08:08.719840 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5a1929-1efb-4007-b4e5-0854c68e384b None None] The sync data for ids ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'] in dv-cinder-859319-1-iscsi is: [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:03:22Z', 'revision_number': 4, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '12915ba0-01f0-4c46-85fb-d1e77e78e85e', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'port_id': 'f7bfcff1-da00-43a3-96d5-30997503c634', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'mac_address': 'fa:16:3e:13:6b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8560d88-7c26-4e3c-8af6-aac7ac9aa390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:07:42Z', 'updated_at': '2022-09-26T18:08:07Z', 'revision_number': 1, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1d8909-de0f-4b6d-8a1f-17144f1522e0', 'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'mac_address': 'fa:16:3e:81:46:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:19Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 5, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'subnets': [{'id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:08:08.797867 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2da6cc8c-5a3d-4e01-bbb0-29afe99ce7f6 req-7afcf26f-aa0a-458c-8cb7-1ef17a9b2b00 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ff0911ec-d0cb-47aa-9835-b96611526a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028049 Sep 26 18:08:08.945671 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10f27b5-179d-4497-bc40-b7027c289d81 None None] New status for floating IP 12915ba0-01f0-4c46-85fb-d1e77e78e85e: ACTIVE {{(pid=106585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:08:08.947995 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:08.949924 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:09.696402 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa17ad-dc8f-4394-8068-92897ca2c775 req-0972df39-4773-486e-9d2a-fc869e0b7193 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:09.697925 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-71aa17ad-dc8f-4394-8068-92897ca2c775 req-0972df39-4773-486e-9d2a-fc869e0b7193 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.3821394 Sep 26 18:08:09.720500 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25daaf-a837-41fb-ac8b-bacbb6b96592 req-dbe58c87-4da8-4c51-9164-018797494bec tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:09.722095 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5a25daaf-a837-41fb-ac8b-bacbb6b96592 req-dbe58c87-4da8-4c51-9164-018797494bec tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.0733068 Sep 26 18:08:09.790646 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-71aa17ad-dc8f-4394-8068-92897ca2c775 req-1465db99-5560-4d91-9b7c-3f3d309b8b1c tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846817 Sep 26 18:08:09.804132 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5a25daaf-a837-41fb-ac8b-bacbb6b96592 req-3091d0c8-22a7-4d1d-9764-d58f2a9ad0b8 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747318 Sep 26 18:08:09.995604 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653e9e3-1e2f-482b-bb61-8d8ae11edb35 req-0b751c90-c78a-4e08-b817-ecd85a494087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:09.996468 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2653e9e3-1e2f-482b-bb61-8d8ae11edb35 req-0b751c90-c78a-4e08-b817-ecd85a494087 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=f6595854cfb04a11994c6aed8f5857c6&device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 1129 time: 0.0503397 Sep 26 18:08:10.105666 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653e9e3-1e2f-482b-bb61-8d8ae11edb35 req-45187fc7-8238-4ada-a1fd-7abf73562384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:10.107122 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2653e9e3-1e2f-482b-bb61-8d8ae11edb35 req-45187fc7-8238-4ada-a1fd-7abf73562384 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=ce568303-84c8-4c5c-8d2c-8e418731567a HTTP/1.1" status: 200 len: 917 time: 0.0925658 Sep 26 18:08:10.174224 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2653e9e3-1e2f-482b-bb61-8d8ae11edb35 req-29a08d41-f256-4cd8-8979-b7b6a3ec657d service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a14f5b04-fe69-47de-b23e-8ff9f06a4aae HTTP/1.1" status: 200 len: 1000 time: 0.0597289 Sep 26 18:08:10.225315 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653e9e3-1e2f-482b-bb61-8d8ae11edb35 req-7d9037de-0de9-4e0e-8a4a-cebb40e17bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:10.226796 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2653e9e3-1e2f-482b-bb61-8d8ae11edb35 req-7d9037de-0de9-4e0e-8a4a-cebb40e17bd9 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=022b4299-5ffc-4e1c-a1f8-69b6504727f0 HTTP/1.1" status: 200 len: 855 time: 0.0462136 Sep 26 18:08:10.276770 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653e9e3-1e2f-482b-bb61-8d8ae11edb35 req-f21b4efd-4984-4fd5-aa06-c5f287e30ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:10.278289 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2653e9e3-1e2f-482b-bb61-8d8ae11edb35 req-f21b4efd-4984-4fd5-aa06-c5f287e30ecc service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=ce568303-84c8-4c5c-8d2c-8e418731567a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404313 Sep 26 18:08:10.309022 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:10.383392 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2653e9e3-1e2f-482b-bb61-8d8ae11edb35 req-a5b6006a-7742-40cd-9f1d-0b6e6c9676de service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ce568303-84c8-4c5c-8d2c-8e418731567a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943279 Sep 26 18:08:10.496083 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2653e9e3-1e2f-482b-bb61-8d8ae11edb35 req-36a8f842-bb82-47cb-88b0-b4591b842df9 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ce568303-84c8-4c5c-8d2c-8e418731567a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046481 Sep 26 18:08:10.989215 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffc69d-1f4a-4889-ace0-21d2d94ff7f6 req-186b57de-7f7a-4f24-abd0-ed567dd4457e tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:10.990679 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-68ffc69d-1f4a-4889-ace0-21d2d94ff7f6 req-186b57de-7f7a-4f24-abd0-ed567dd4457e tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 945 time: 0.0921853 Sep 26 18:08:11.003773 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98c536-bdf5-48e2-9a2c-1b2fd4534df0 req-a48a1a0e-5b63-4769-b3b9-c4f011235822 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:11.005227 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5b98c536-bdf5-48e2-9a2c-1b2fd4534df0 req-a48a1a0e-5b63-4769-b3b9-c4f011235822 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.0636461 Sep 26 18:08:11.082244 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-68ffc69d-1f4a-4889-ace0-21d2d94ff7f6 req-e0429a32-d6dc-4e28-9f1a-d104e4b4d169 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855496 Sep 26 18:08:11.089610 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5b98c536-bdf5-48e2-9a2c-1b2fd4534df0 req-c1672ec4-65c4-4c48-8905-8e6d5700fceb tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784662 Sep 26 18:08:11.714567 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=12,neutron:INSERT=5 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:11.728016 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=25,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:11.859907 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device a14f5b04-fe69-47de-b23e-8ff9f06a4aae no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:08:11.897520 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:11.944745 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port a14f5b04-fe69-47de-b23e-8ff9f06a4aae is: ACTIVE; New status is: DOWN {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:08:11.945127 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (a14f5b04-fe69-47de-b23e-8ff9f06a4aae), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:11.973405 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6298d28-8cba-46d8-a809-bd0f81e18d58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a14f5b04-fe69-47de-b23e-8ff9f06a4aae'}] {{(pid=106584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:08:11.975676 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743b4769c4925b62b4889170aadb5ee5b65d77d3032155737795e39ae48b1258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d020167e-b46c-4cb0-98d2-602a1da4658a" -d '{"events": [{"server_uuid": "f6298d28-8cba-46d8-a809-bd0f81e18d58", "name": "network-vif-unplugged", "status": "completed", "tag": "a14f5b04-fe69-47de-b23e-8ff9f06a4aae"}]}' {{(pid=106584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:08:11.995974 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port a14f5b04-fe69-47de-b23e-8ff9f06a4aae, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=a14f5b04-fe69-47de-b23e-8ff9f06a4aae,segment=NetworkSegment(74583ddb-45f6-451b-9f0f-cd5bb37fc3b7),segment_id=74583ddb-45f6-451b-9f0f-cd5bb37fc3b7)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:08:12.033942 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Sep 2022 18:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e2268c-3109-461a-9381-c48f0e1b1704 x-openstack-request-id: req-12e2268c-3109-461a-9381-c48f0e1b1704 {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:08:12.034354 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6298d28-8cba-46d8-a809-bd0f81e18d58", "name": "network-vif-unplugged", "status": "completed", "tag": "a14f5b04-fe69-47de-b23e-8ff9f06a4aae", "code": 200}]} {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:08:12.034821 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-12e2268c-3109-461a-9381-c48f0e1b1704 {{(pid=106584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:08:12.037612 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12e2268c-3109-461a-9381-c48f0e1b1704'] response: {'server_uuid': 'f6298d28-8cba-46d8-a809-bd0f81e18d58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a14f5b04-fe69-47de-b23e-8ff9f06a4aae', 'code': 200} Sep 26 18:08:12.086875 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (a14f5b04-fe69-47de-b23e-8ff9f06a4aae), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:12.154583 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=a14f5b04-fe69-47de-b23e-8ff9f06a4aae,revision_number=8']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:12.261029 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a8fb2-f86a-420f-bf51-07fba1011f91 req-6787d544-31a2-4b7d-a53d-38d08be8a546 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:12.262536 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2e7a8fb2-f86a-420f-bf51-07fba1011f91 req-6787d544-31a2-4b7d-a53d-38d08be8a546 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.0811644 Sep 26 18:08:12.269660 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af46bae-8533-4eb3-8636-dfbc93f220bb req-6c2f11b4-d37b-41ea-970d-ea36d9c8cd29 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:12.271308 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0af46bae-8533-4eb3-8636-dfbc93f220bb req-6c2f11b4-d37b-41ea-970d-ea36d9c8cd29 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 943 time: 0.0879407 Sep 26 18:08:12.286118 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:12.354874 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2e7a8fb2-f86a-420f-bf51-07fba1011f91 req-6f7cd403-99a4-49b2-8090-614255058118 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826442 Sep 26 18:08:12.358462 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0af46bae-8533-4eb3-8636-dfbc93f220bb req-8be12456-cd59-4545-960f-95d1bf215a73 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799675 Sep 26 18:08:13.523774 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30c8fb-852b-4b44-9794-ac6132870908 req-b1faf6b3-80ce-49b1-b2a4-3796aa1550cb tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:13.525287 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4b30c8fb-852b-4b44-9794-ac6132870908 req-b1faf6b3-80ce-49b1-b2a4-3796aa1550cb tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.0833690 Sep 26 18:08:13.549883 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d501a-875b-45b0-864b-95ce310ee747 req-940924b1-0f5a-4b8e-947c-2a5eaea93a30 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:13.552850 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cd9d501a-875b-45b0-864b-95ce310ee747 req-940924b1-0f5a-4b8e-947c-2a5eaea93a30 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 943 time: 0.0939429 Sep 26 18:08:13.818051 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4b30c8fb-852b-4b44-9794-ac6132870908 req-55fb130a-5aba-4e26-b3a9-11cbfd15ef5d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2838736 Sep 26 18:08:13.850056 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cd9d501a-875b-45b0-864b-95ce310ee747 req-372af7c3-4d3c-471b-99fe-31778316f981 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2904937 Sep 26 18:08:14.881526 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc67679-3c1a-45f8-bbf3-348dfcdd04c1 req-df6263a3-08fb-49e0-ac3e-0b6d388390bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:14.882709 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5dc67679-3c1a-45f8-bbf3-348dfcdd04c1 req-df6263a3-08fb-49e0-ac3e-0b6d388390bc service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 1129 time: 0.0455143 Sep 26 18:08:14.961573 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5dc67679-3c1a-45f8-bbf3-348dfcdd04c1 req-cce7d4f8-640b-4f8c-98ca-a40abd47f8b8 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714407 Sep 26 18:08:14.977901 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a83df6-2d64-4b08-a6fe-4a8b79dd1632 req-21dc0af2-f6f1-42b7-b5b3-0080e3d18f60 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:14.985872 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e6a83df6-2d64-4b08-a6fe-4a8b79dd1632 req-21dc0af2-f6f1-42b7-b5b3-0080e3d18f60 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.0607417 Sep 26 18:08:15.031466 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e6a83df6-2d64-4b08-a6fe-4a8b79dd1632 req-dee991ed-1638-4abb-a745-fc6a4549fce7 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454872 Sep 26 18:08:15.591945 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [req-dbe98431-5cc3-439c-8651-142f51316e81 req-2a1fb601-0e6a-475f-8ece-86145cb62e6d service neutron] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106583) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 18:08:15.593080 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dbe98431-5cc3-439c-8651-142f51316e81 req-2a1fb601-0e6a-475f-8ece-86145cb62e6d service neutron] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0059450 Sep 26 18:08:15.814919 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:15.819296 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c502c1a4-bfa6-4c8e-b83b-cdb73ab3d98f req-56d49d3b-0856-41f0-8f28-228de86c6323 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433681 Sep 26 18:08:15.850253 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device a14f5b04-fe69-47de-b23e-8ff9f06a4aae no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:08:15.896922 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:15.938704 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port a14f5b04-fe69-47de-b23e-8ff9f06a4aae is: DOWN; New status is: DOWN {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:08:16.008563 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502c1a4-bfa6-4c8e-b83b-cdb73ab3d98f req-05059fa0-70f1-4c9b-8fc5-fdc7bdbc8795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:16.010501 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c502c1a4-bfa6-4c8e-b83b-cdb73ab3d98f req-05059fa0-70f1-4c9b-8fc5-fdc7bdbc8795 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=3a15ebd862054a64ac1d739db5adc3a2&device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 1130 time: 0.0464675 Sep 26 18:08:16.185126 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a3f4d-e645-48a0-abda-02bd12cd815e req-6048098c-0396-47dc-856d-97b6694e676f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:16.187543 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-756a3f4d-e645-48a0-abda-02bd12cd815e req-6048098c-0396-47dc-856d-97b6694e676f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 943 time: 0.0913072 Sep 26 18:08:16.211098 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef2c29-9c94-46fb-9294-078273de30d9 req-03a615dd-2f79-4cee-97b3-0a0270cbecd9 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:16.212738 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ceef2c29-9c94-46fb-9294-078273de30d9 req-03a615dd-2f79-4cee-97b3-0a0270cbecd9 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.0744305 Sep 26 18:08:16.316718 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-756a3f4d-e645-48a0-abda-02bd12cd815e req-875114b7-17b0-4581-8e8c-4cf9314dea17 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210403 Sep 26 18:08:16.324531 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ceef2c29-9c94-46fb-9294-078273de30d9 req-62160212-c362-496e-8f8a-4d2525a8a267 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004055 Sep 26 18:08:16.860721 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 52450) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:08:16.949284 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502c1a4-bfa6-4c8e-b83b-cdb73ab3d98f req-705ead28-5665-4ce6-a6fc-fc7732349a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:16.951191 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c502c1a4-bfa6-4c8e-b83b-cdb73ab3d98f req-705ead28-5665-4ce6-a6fc-fc7732349a23 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=45aee833-caf9-4514-8a4b-002783e94737 HTTP/1.1" status: 200 len: 919 time: 0.1353338 Sep 26 18:08:16.975094 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [req-e14e17e1-2c04-4088-b35f-5f1d3e5ec7cd req-a10220ea-ce52-45f7-80da-1f2edf948a58 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1128323 Sep 26 18:08:16.989210 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [req-e14e17e1-2c04-4088-b35f-5f1d3e5ec7cd req-0996442d-3d2f-479f-bd8e-b7c0baef0b5c service neutron] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106582) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 18:08:16.991781 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [req-e14e17e1-2c04-4088-b35f-5f1d3e5ec7cd req-0996442d-3d2f-479f-bd8e-b7c0baef0b5c service neutron] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0089073 Sep 26 18:08:17.004941 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c502c1a4-bfa6-4c8e-b83b-cdb73ab3d98f req-4c345cf3-35f2-4481-a839-276482a80775 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88eb2714-0a5c-49b3-aebb-0b129916ee37 HTTP/1.1" status: 200 len: 217 time: 0.0473955 Sep 26 18:08:17.065067 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502c1a4-bfa6-4c8e-b83b-cdb73ab3d98f req-695144c3-614b-48a3-9e7a-8388610e7c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:17.066611 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c502c1a4-bfa6-4c8e-b83b-cdb73ab3d98f req-695144c3-614b-48a3-9e7a-8388610e7c10 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=e01e5c5e-987a-4185-87ba-f124ff403d46 HTTP/1.1" status: 200 len: 857 time: 0.0518177 Sep 26 18:08:17.107096 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 52458) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:08:17.126677 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502c1a4-bfa6-4c8e-b83b-cdb73ab3d98f req-30859aae-9b6f-4984-a7dd-04cabe7484df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:17.128402 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c502c1a4-bfa6-4c8e-b83b-cdb73ab3d98f req-30859aae-9b6f-4984-a7dd-04cabe7484df service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=45aee833-caf9-4514-8a4b-002783e94737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524125 Sep 26 18:08:17.166517 dv-cinder-859319-1-iscsi neutron-server[106582]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 26 18:08:17.218693 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e17e1-2c04-4088-b35f-5f1d3e5ec7cd req-7498949e-0c73-4d35-9b10-fb318cf8f333 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:17.220280 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [req-e14e17e1-2c04-4088-b35f-5f1d3e5ec7cd req-7498949e-0c73-4d35-9b10-fb318cf8f333 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports/a14f5b04-fe69-47de-b23e-8ff9f06a4aae HTTP/1.1" status: 200 len: 940 time: 0.1111870 Sep 26 18:08:17.277300 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c502c1a4-bfa6-4c8e-b83b-cdb73ab3d98f req-779da3e7-29c1-442d-b49f-36be390e9125 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376925 Sep 26 18:08:17.393432 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c502c1a4-bfa6-4c8e-b83b-cdb73ab3d98f req-e91bd445-6be6-4c2c-8776-44b429cf6a1b service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065066 Sep 26 18:08:17.499249 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:17.524125 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38214bb4-e0f3-4d07-926c-000af033d31e req-6e7f3877-63a6-4997-ace2-edcef42d2f5a tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:17.525646 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-38214bb4-e0f3-4d07-926c-000af033d31e req-6e7f3877-63a6-4997-ace2-edcef42d2f5a tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.0919304 Sep 26 18:08:17.535127 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1a09d-adc4-4849-a7ef-715f15a5b995 req-6c4b6724-30e6-4289-8e5c-42659470b4de tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:17.536619 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c0d1a09d-adc4-4849-a7ef-715f15a5b995 req-6c4b6724-30e6-4289-8e5c-42659470b4de tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 943 time: 0.1045265 Sep 26 18:08:17.618789 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-38214bb4-e0f3-4d07-926c-000af033d31e req-7978031d-4a66-49c2-bc64-db06d522c2c7 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809054 Sep 26 18:08:17.623291 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c0d1a09d-adc4-4849-a7ef-715f15a5b995 req-8ea96535-f08c-4c69-961d-4fd44b837e75 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793483 Sep 26 18:08:18.385806 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:18.395347 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf8024-ce84-48c9-a484-6295dc2eb91f req-11b05f27-0985-4c9f-8cf5-f089dcd6df9d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:18.397055 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-75cf8024-ce84-48c9-a484-6295dc2eb91f req-11b05f27-0985-4c9f-8cf5-f089dcd6df9d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.0545697 Sep 26 18:08:18.458871 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-75cf8024-ce84-48c9-a484-6295dc2eb91f req-5ffd361c-dc15-4b1c-8994-1a02effb8ef1 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553546 Sep 26 18:08:18.530544 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e6a71-b605-4a1f-a52b-9e5a73abb29c req-ea597f73-f01d-4b33-b901-9c9485a851f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:18.532482 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d86e6a71-b605-4a1f-a52b-9e5a73abb29c req-ea597f73-f01d-4b33-b901-9c9485a851f2 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=3a15ebd862054a64ac1d739db5adc3a2&device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 1129 time: 0.0450184 Sep 26 18:08:18.647337 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e6a71-b605-4a1f-a52b-9e5a73abb29c req-28498d85-c3b9-4e1c-b3c0-03d9a41a8bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:18.649031 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d86e6a71-b605-4a1f-a52b-9e5a73abb29c req-28498d85-c3b9-4e1c-b3c0-03d9a41a8bdc service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=45aee833-caf9-4514-8a4b-002783e94737 HTTP/1.1" status: 200 len: 919 time: 0.0945878 Sep 26 18:08:18.778064 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc00ee-8919-4ddd-b5f8-005b2b6519a9 req-f8fb98bf-243b-42e9-ad91-9230442f0e48 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:18.779555 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f9dc00ee-8919-4ddd-b5f8-005b2b6519a9 req-f8fb98bf-243b-42e9-ad91-9230442f0e48 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 943 time: 0.0519397 Sep 26 18:08:18.836526 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f9dc00ee-8919-4ddd-b5f8-005b2b6519a9 req-2ebfb4d0-9eb7-45c5-a17a-6447834250e9 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504277 Sep 26 18:08:19.023673 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d86e6a71-b605-4a1f-a52b-9e5a73abb29c req-17913459-b652-4604-91ff-7c2ce82a5486 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a HTTP/1.1" status: 200 len: 1000 time: 0.0602062 Sep 26 18:08:19.097460 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e6a71-b605-4a1f-a52b-9e5a73abb29c req-3291ca52-ab46-4c31-9a9c-600ae0d55ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:19.101462 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d86e6a71-b605-4a1f-a52b-9e5a73abb29c req-3291ca52-ab46-4c31-9a9c-600ae0d55ebf service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=e01e5c5e-987a-4185-87ba-f124ff403d46 HTTP/1.1" status: 200 len: 857 time: 0.0607581 Sep 26 18:08:19.159942 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e6a71-b605-4a1f-a52b-9e5a73abb29c req-238b6de5-f1dc-4e2b-a397-6c7f8241f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:19.161430 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d86e6a71-b605-4a1f-a52b-9e5a73abb29c req-238b6de5-f1dc-4e2b-a397-6c7f8241f7b1 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=45aee833-caf9-4514-8a4b-002783e94737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534172 Sep 26 18:08:19.201994 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:19.263018 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d86e6a71-b605-4a1f-a52b-9e5a73abb29c req-ca18edb7-c57e-4188-9f21-48a314e95a61 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904477 Sep 26 18:08:19.363237 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d86e6a71-b605-4a1f-a52b-9e5a73abb29c req-c9191d92-c55a-484b-a40f-4e2e90cfc4e7 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900767 Sep 26 18:08:19.584827 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5820b-4d9b-4b34-977c-0e49c839d7a5 req-84bf8fd6-0705-4861-b7ef-1e50fa2772a8 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:19.586261 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-52e5820b-4d9b-4b34-977c-0e49c839d7a5 req-84bf8fd6-0705-4861-b7ef-1e50fa2772a8 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.0490024 Sep 26 18:08:19.635200 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-52e5820b-4d9b-4b34-977c-0e49c839d7a5 req-b977775e-d84c-44b2-92a2-e680c3ce46d8 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433838 Sep 26 18:08:19.972880 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e9e5b-a3cb-4aaf-959b-305270896377 req-bdb906ef-9e06-438a-bf17-b1343a49119e tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:19.974384 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b62e9e5b-a3cb-4aaf-959b-305270896377 req-bdb906ef-9e06-438a-bf17-b1343a49119e tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 943 time: 0.0541542 Sep 26 18:08:20.026073 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b62e9e5b-a3cb-4aaf-959b-305270896377 req-40bb2f34-e727-4ecb-a9f1-6b4552988235 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459957 Sep 26 18:08:20.751445 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:20.766004 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c7dec-ce34-4c26-98cd-d60ff70f4644 req-25166877-5b35-4423-bc16-e25102bcf306 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:20.767562 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-512c7dec-ce34-4c26-98cd-d60ff70f4644 req-25166877-5b35-4423-bc16-e25102bcf306 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.0505524 Sep 26 18:08:20.818402 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-512c7dec-ce34-4c26-98cd-d60ff70f4644 req-1d35e1c2-c43e-49c3-b70d-755008d2e768 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451961 Sep 26 18:08:21.163628 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5196d-1b1c-400c-8be0-0762c26f45b1 req-6ea2b8ed-e124-438c-b9f3-5a0bd879ae75 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:21.165202 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a2e5196d-1b1c-400c-8be0-0762c26f45b1 req-6ea2b8ed-e124-438c-b9f3-5a0bd879ae75 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 943 time: 0.0527017 Sep 26 18:08:21.214365 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a2e5196d-1b1c-400c-8be0-0762c26f45b1 req-1481a4a5-779f-4713-9084-aeaaa01e5b1a tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436177 Sep 26 18:08:21.951254 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f3308-ba36-4c05-8190-c0e9c9cdd290 req-d4685c1a-1cd0-42f2-9c48-2f42125f4eeb tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:21.953538 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3a9f3308-ba36-4c05-8190-c0e9c9cdd290 req-d4685c1a-1cd0-42f2-9c48-2f42125f4eeb tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.0492008 Sep 26 18:08:21.973518 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:22.004404 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3a9f3308-ba36-4c05-8190-c0e9c9cdd290 req-16add9af-4c02-4f5c-9c13-9721cc9a72ec tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448587 Sep 26 18:08:22.347862 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846c2bb-a11c-4065-abf1-9ea274c510cf req-843572a8-27ac-40d1-bc40-c46057930638 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:22.349502 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9846c2bb-a11c-4065-abf1-9ea274c510cf req-843572a8-27ac-40d1-bc40-c46057930638 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 943 time: 0.0509956 Sep 26 18:08:22.402573 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9846c2bb-a11c-4065-abf1-9ea274c510cf req-0b4ffb8b-4953-46bc-812a-a8d38d2f878b tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473063 Sep 26 18:08:23.141858 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf3471-8974-4f4d-a753-6ef54745de52 req-23009db7-9133-45d3-89e2-4c5d15a2a829 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:23.143412 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8caf3471-8974-4f4d-a753-6ef54745de52 req-23009db7-9133-45d3-89e2-4c5d15a2a829 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.0541391 Sep 26 18:08:23.200835 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8caf3471-8974-4f4d-a753-6ef54745de52 req-3b61f273-3c1f-4012-b280-47276f31c4ac tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514245 Sep 26 18:08:23.328043 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7b6ac-9ee4-44ab-b76f-189c3314cb0e req-08b2803b-69bb-46ce-85a6-495af6eccf98 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:23.329731 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f8b7b6ac-9ee4-44ab-b76f-189c3314cb0e req-08b2803b-69bb-46ce-85a6-495af6eccf98 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.0508256 Sep 26 18:08:23.339998 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 52504) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:08:23.345117 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-288330b2-c98f-41cc-bfd3-6158f9c94d2d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Request body: {'floatingip': {'port_id': '9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:08:23.397979 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-288330b2-c98f-41cc-bfd3-6158f9c94d2d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks [] for floatingip (98455432-fa69-4cea-896d-f36940684b9c), before_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:23.536277 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59292c-53c5-440b-8f59-57414b4d4a68 req-95bb3925-53c3-4eb8-a9a9-e9a1b5d003e9 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:23.537725 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9d59292c-53c5-440b-8f59-57414b4d4a68 req-95bb3925-53c3-4eb8-a9a9-e9a1b5d003e9 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 943 time: 0.0489812 Sep 26 18:08:23.592867 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9d59292c-53c5-440b-8f59-57414b4d4a68 req-c849c107-757a-4925-ae47-b7ff8a9ebd1e tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491326 Sep 26 18:08:23.798545 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e17e1-2c04-4088-b35f-5f1d3e5ec7cd req-5294e0e8-6480-492e-9efd-204eae1b38f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:23.800651 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e14e17e1-2c04-4088-b35f-5f1d3e5ec7cd req-5294e0e8-6480-492e-9efd-204eae1b38f8 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58&tenant_id=f6595854cfb04a11994c6aed8f5857c6 HTTP/1.1" status: 200 len: 1127 time: 0.0733306 Sep 26 18:08:23.893619 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e17e1-2c04-4088-b35f-5f1d3e5ec7cd req-f0bf7f7e-727f-4966-9dfc-cd0710d370f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:23.895135 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e14e17e1-2c04-4088-b35f-5f1d3e5ec7cd req-f0bf7f7e-727f-4966-9dfc-cd0710d370f0 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=f6595854cfb04a11994c6aed8f5857c6&device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 1127 time: 0.0405924 Sep 26 18:08:23.900051 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-288330b2-c98f-41cc-bfd3-6158f9c94d2d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:23.969394 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-288330b2-c98f-41cc-bfd3-6158f9c94d2d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (98455432-fa69-4cea-896d-f36940684b9c), after_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:24.007844 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e17e1-2c04-4088-b35f-5f1d3e5ec7cd req-6c7e1bb6-97ea-43bd-b03a-8fcd518a07d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:24.009452 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e14e17e1-2c04-4088-b35f-5f1d3e5ec7cd req-6c7e1bb6-97ea-43bd-b03a-8fcd518a07d0 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=ce568303-84c8-4c5c-8d2c-8e418731567a HTTP/1.1" status: 200 len: 917 time: 0.1018920 Sep 26 18:08:24.086785 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e14e17e1-2c04-4088-b35f-5f1d3e5ec7cd req-6a3e2889-6642-481d-a413-d096e70a8979 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a14f5b04-fe69-47de-b23e-8ff9f06a4aae HTTP/1.1" status: 200 len: 998 time: 0.0689602 Sep 26 18:08:24.161398 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e17e1-2c04-4088-b35f-5f1d3e5ec7cd req-2ddd4ae3-915a-4ea2-ac8b-446cdee2bff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:24.163519 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e14e17e1-2c04-4088-b35f-5f1d3e5ec7cd req-2ddd4ae3-915a-4ea2-ac8b-446cdee2bff3 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=022b4299-5ffc-4e1c-a1f8-69b6504727f0 HTTP/1.1" status: 200 len: 855 time: 0.0705938 Sep 26 18:08:24.199149 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288330b2-c98f-41cc-bfd3-6158f9c94d2d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Router 28c7db1c-bc72-4bda-8221-4cf0690edc5c has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:08:24.217221 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e17e1-2c04-4088-b35f-5f1d3e5ec7cd req-d6905e78-099e-43e4-acae-46b97f195f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:24.219752 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e14e17e1-2c04-4088-b35f-5f1d3e5ec7cd req-d6905e78-099e-43e4-acae-46b97f195f43 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=ce568303-84c8-4c5c-8d2c-8e418731567a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468297 Sep 26 18:08:24.315778 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288330b2-c98f-41cc-bfd3-6158f9c94d2d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:08:24.321677 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-288330b2-c98f-41cc-bfd3-6158f9c94d2d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:24.326140 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630039bb-1a73-4bef-ba3f-8cd2d50d118e None None] Sync routers for ids ['28c7db1c-bc72-4bda-8221-4cf0690edc5c'] in dv-cinder-859319-1-iscsi {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:08:24.333478 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e14e17e1-2c04-4088-b35f-5f1d3e5ec7cd req-5fd0eb1c-246a-4d43-9f0f-0bd9e93cc323 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ce568303-84c8-4c5c-8d2c-8e418731567a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049223 Sep 26 18:08:24.338340 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630039bb-1a73-4bef-ba3f-8cd2d50d118e None None] Routers {'28c7db1c-bc72-4bda-8221-4cf0690edc5c'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:08:24.339311 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-630039bb-1a73-4bef-ba3f-8cd2d50d118e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:08:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['28c7db1c-bc72-4bda-8221-4cf0690edc5c'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:08:24.370083 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a44a359c-9109-4982-a7d2-ba4622f28fc6', 'tag': '9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a'}] {{(pid=106582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:08:24.372416 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad02a4637bbc6784d86a2aace3320df3411a20e2c44f76b201c317bb75c75a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b1d873-0f4f-4f52-ad6a-6fb5da683d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "a44a359c-9109-4982-a7d2-ba4622f28fc6", "tag": "9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a"}]}' {{(pid=106582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:08:24.374755 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:24.413128 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-288330b2-c98f-41cc-bfd3-6158f9c94d2d tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/98455432-fa69-4cea-896d-f36940684b9c HTTP/1.1" status: 200 len: 992 time: 1.0694165 Sep 26 18:08:24.432000 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:24.444763 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe82a2a7-e5f0-4068-ade4-ffa98630898c x-openstack-request-id: req-fe82a2a7-e5f0-4068-ade4-ffa98630898c {{(pid=106582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:08:24.445207 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a44a359c-9109-4982-a7d2-ba4622f28fc6", "tag": "9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a", "status": "completed", "code": 200}]} {{(pid=106582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:08:24.445466 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fe82a2a7-e5f0-4068-ade4-ffa98630898c {{(pid=106582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:08:24.445878 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe82a2a7-e5f0-4068-ade4-ffa98630898c'] response: {'name': 'network-changed', 'server_uuid': 'a44a359c-9109-4982-a7d2-ba4622f28fc6', 'tag': '9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a', 'status': 'completed', 'code': 200} Sep 26 18:08:24.457951 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e14e17e1-2c04-4088-b35f-5f1d3e5ec7cd req-953056fb-ab3a-4ccd-a89c-aa4e76a51030 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ce568303-84c8-4c5c-8d2c-8e418731567a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106372 Sep 26 18:08:24.469050 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-630039bb-1a73-4bef-ba3f-8cd2d50d118e None None] Set router 28c7db1c-bc72-4bda-8221-4cf0690edc5c gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:08:24.586711 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1d873-0f4f-4f52-ad6a-6fb5da683d2b req-a17c63ce-7c0b-4986-a475-249c85fae7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:24.588272 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-26b1d873-0f4f-4f52-ad6a-6fb5da683d2b req-a17c63ce-7c0b-4986-a475-249c85fae7ba service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=3a15ebd862054a64ac1d739db5adc3a2&device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 1129 time: 0.0599914 Sep 26 18:08:24.726012 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1d873-0f4f-4f52-ad6a-6fb5da683d2b req-8c3888b6-ac3b-4b4a-b97f-a0a54ad4dcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:24.728021 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-26b1d873-0f4f-4f52-ad6a-6fb5da683d2b req-8c3888b6-ac3b-4b4a-b97f-a0a54ad4dcd7 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=45aee833-caf9-4514-8a4b-002783e94737 HTTP/1.1" status: 200 len: 919 time: 0.1296158 Sep 26 18:08:24.741766 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-630039bb-1a73-4bef-ba3f-8cd2d50d118e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-631427978-router', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b71b33e7-7567-4f0d-97a8-75d440310cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 4, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'gw_port': {'id': 'b71b33e7-7567-4f0d-97a8-75d440310cc4', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:17Z', 'updated_at': '2022-09-26T18:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '98455432-fa69-4cea-896d-f36940684b9c', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'port_id': '9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45aee833-caf9-4514-8a4b-002783e94737', 'mac_address': 'fa:16:3e:ee:1b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a359c-9109-4982-a7d2-ba4622f28fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:06:01Z', 'updated_at': '2022-09-26T18:08:23Z', 'revision_number': 3, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84fc576d-4c27-492c-8da2-e1cf780b931c', 'name': '', 'network_id': '45aee833-caf9-4514-8a4b-002783e94737', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'mac_address': 'fa:16:3e:27:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e01e5c5e-987a-4185-87ba-f124ff403d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:25Z', 'updated_at': '2022-09-26T18:03:32Z', 'revision_number': 5, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'subnets': [{'id': 'e01e5c5e-987a-4185-87ba-f124ff403d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:08:24.747384 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff650b2-baf7-4dcc-8cb5-4de8bddf012a req-cc7c6a56-06df-44f8-85b7-9ea9dcf884f4 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:24.748765 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2ff650b2-baf7-4dcc-8cb5-4de8bddf012a req-cc7c6a56-06df-44f8-85b7-9ea9dcf884f4 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 943 time: 0.0558634 Sep 26 18:08:24.772718 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630039bb-1a73-4bef-ba3f-8cd2d50d118e None None] Checking router: 28c7db1c-bc72-4bda-8221-4cf0690edc5c for host: dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:08:24.773100 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:24.782543 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630039bb-1a73-4bef-ba3f-8cd2d50d118e None None] Routers {'28c7db1c-bc72-4bda-8221-4cf0690edc5c'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:08:24.783167 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-630039bb-1a73-4bef-ba3f-8cd2d50d118e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:08:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['28c7db1c-bc72-4bda-8221-4cf0690edc5c'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:08:24.803011 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2ff650b2-baf7-4dcc-8cb5-4de8bddf012a req-94ab6746-f8da-4b37-a5af-3738172eeec2 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476913 Sep 26 18:08:24.994576 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-26b1d873-0f4f-4f52-ad6a-6fb5da683d2b req-bb6bdc2f-92cd-4f5a-a70b-337ab321deb3 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a HTTP/1.1" status: 200 len: 1000 time: 0.0791321 Sep 26 18:08:25.034962 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-630039bb-1a73-4bef-ba3f-8cd2d50d118e None None] Set router 28c7db1c-bc72-4bda-8221-4cf0690edc5c gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:08:25.052881 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1d873-0f4f-4f52-ad6a-6fb5da683d2b req-62409ce0-4ce3-4ee6-ba7b-f41ce3490fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:25.054618 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-26b1d873-0f4f-4f52-ad6a-6fb5da683d2b req-62409ce0-4ce3-4ee6-ba7b-f41ce3490fdc service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=e01e5c5e-987a-4185-87ba-f124ff403d46 HTTP/1.1" status: 200 len: 857 time: 0.0536144 Sep 26 18:08:25.110412 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1d873-0f4f-4f52-ad6a-6fb5da683d2b req-dc66986a-7310-4586-a6c7-e167b31242ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:25.115983 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-26b1d873-0f4f-4f52-ad6a-6fb5da683d2b req-dc66986a-7310-4586-a6c7-e167b31242ba service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=45aee833-caf9-4514-8a4b-002783e94737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470870 Sep 26 18:08:25.129521 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:25.222828 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=100 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:25.229989 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-26b1d873-0f4f-4f52-ad6a-6fb5da683d2b req-6791d0f3-e947-4247-ba13-19584abb6a29 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032860 Sep 26 18:08:25.277890 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-630039bb-1a73-4bef-ba3f-8cd2d50d118e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-631427978-router', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b71b33e7-7567-4f0d-97a8-75d440310cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 4, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'gw_port': {'id': 'b71b33e7-7567-4f0d-97a8-75d440310cc4', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:17Z', 'updated_at': '2022-09-26T18:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '98455432-fa69-4cea-896d-f36940684b9c', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'port_id': '9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45aee833-caf9-4514-8a4b-002783e94737', 'mac_address': 'fa:16:3e:ee:1b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a359c-9109-4982-a7d2-ba4622f28fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:06:01Z', 'updated_at': '2022-09-26T18:08:23Z', 'revision_number': 3, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84fc576d-4c27-492c-8da2-e1cf780b931c', 'name': '', 'network_id': '45aee833-caf9-4514-8a4b-002783e94737', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'mac_address': 'fa:16:3e:27:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e01e5c5e-987a-4185-87ba-f124ff403d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:25Z', 'updated_at': '2022-09-26T18:03:32Z', 'revision_number': 5, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'subnets': [{'id': 'e01e5c5e-987a-4185-87ba-f124ff403d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:08:25.309485 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630039bb-1a73-4bef-ba3f-8cd2d50d118e None None] The sync data for ids ['28c7db1c-bc72-4bda-8221-4cf0690edc5c'] in dv-cinder-859319-1-iscsi is: [{'id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-631427978-router', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b71b33e7-7567-4f0d-97a8-75d440310cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 4, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'gw_port': {'id': 'b71b33e7-7567-4f0d-97a8-75d440310cc4', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:17Z', 'updated_at': '2022-09-26T18:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '98455432-fa69-4cea-896d-f36940684b9c', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'port_id': '9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45aee833-caf9-4514-8a4b-002783e94737', 'mac_address': 'fa:16:3e:ee:1b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44a359c-9109-4982-a7d2-ba4622f28fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:06:01Z', 'updated_at': '2022-09-26T18:08:23Z', 'revision_number': 3, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84fc576d-4c27-492c-8da2-e1cf780b931c', 'name': '', 'network_id': '45aee833-caf9-4514-8a4b-002783e94737', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'mac_address': 'fa:16:3e:27:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e01e5c5e-987a-4185-87ba-f124ff403d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:25Z', 'updated_at': '2022-09-26T18:03:32Z', 'revision_number': 5, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'subnets': [{'id': 'e01e5c5e-987a-4185-87ba-f124ff403d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:08:25.346485 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-26b1d873-0f4f-4f52-ad6a-6fb5da683d2b req-37fdd79e-4ed9-4ea5-9c0e-b8caabd8e887 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133955 Sep 26 18:08:25.963352 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f195f22-868c-4560-9d29-7e00db742e93 req-f7cf954b-9a07-42ea-b4ff-8e6027575c87 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:25.965158 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5f195f22-868c-4560-9d29-7e00db742e93 req-f7cf954b-9a07-42ea-b4ff-8e6027575c87 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 943 time: 0.0569265 Sep 26 18:08:26.033533 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5f195f22-868c-4560-9d29-7e00db742e93 req-40a538f2-410a-4c9a-b5f3-42c283807301 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613520 Sep 26 18:08:26.448043 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a44a359c-9109-4982-a7d2-ba4622f28fc6', 'tag': '9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a'}] {{(pid=106582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:08:26.452750 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad02a4637bbc6784d86a2aace3320df3411a20e2c44f76b201c317bb75c75a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef27f1db-d9d0-40b2-87f2-f23ca8ed81a7" -d '{"events": [{"name": "network-changed", "server_uuid": "a44a359c-9109-4982-a7d2-ba4622f28fc6", "tag": "9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a"}]}' {{(pid=106582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:08:26.504463 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bbf8f4-7258-45a6-ad6b-2b2138b7a47f x-openstack-request-id: req-e3bbf8f4-7258-45a6-ad6b-2b2138b7a47f {{(pid=106582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:08:26.504856 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a44a359c-9109-4982-a7d2-ba4622f28fc6", "tag": "9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a", "status": "completed", "code": 200}]} {{(pid=106582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:08:26.505168 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e3bbf8f4-7258-45a6-ad6b-2b2138b7a47f {{(pid=106582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:08:26.505648 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3bbf8f4-7258-45a6-ad6b-2b2138b7a47f'] response: {'name': 'network-changed', 'server_uuid': 'a44a359c-9109-4982-a7d2-ba4622f28fc6', 'tag': '9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a', 'status': 'completed', 'code': 200} Sep 26 18:08:27.201502 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8e5b5-8eaa-438e-89fc-34ad4b270d79 req-3167f313-5e2d-499e-bad3-f43d0167ac3f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:27.203765 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-56d8e5b5-8eaa-438e-89fc-34ad4b270d79 req-3167f313-5e2d-499e-bad3-f43d0167ac3f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 943 time: 0.0682976 Sep 26 18:08:27.263213 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-56d8e5b5-8eaa-438e-89fc-34ad4b270d79 req-e7d31845-28d8-4716-9a5e-58e082d62e2e tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536911 Sep 26 18:08:28.407534 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bb58d-5406-43c7-aa4e-780e6009fdb7 req-e7c9ca0f-a7bb-4580-8bb5-f8b19efa432d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:28.409057 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-123bb58d-5406-43c7-aa4e-780e6009fdb7 req-e7c9ca0f-a7bb-4580-8bb5-f8b19efa432d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 943 time: 0.0517597 Sep 26 18:08:28.459003 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-123bb58d-5406-43c7-aa4e-780e6009fdb7 req-72bfe4b2-8ec3-4a30-b6e3-168161b18a2f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441542 Sep 26 18:08:29.601279 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d819cf9-58d4-464f-9308-1c3c424ea59c req-56e23048-4754-43f2-bd31-9ed503d0ec80 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:29.602827 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3d819cf9-58d4-464f-9308-1c3c424ea59c req-56e23048-4754-43f2-bd31-9ed503d0ec80 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 943 time: 0.0531757 Sep 26 18:08:29.661733 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3d819cf9-58d4-464f-9308-1c3c424ea59c req-78472c5b-6ffc-46ea-92b6-2b980d783217 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491195 Sep 26 18:08:30.792022 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:30.808193 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68e732-5510-4e30-aa73-86fad0fb9b7a req-9de569b3-dbe4-489b-b656-ff356138f029 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:30.816276 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3e68e732-5510-4e30-aa73-86fad0fb9b7a req-9de569b3-dbe4-489b-b656-ff356138f029 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 943 time: 0.0538912 Sep 26 18:08:30.860150 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3e68e732-5510-4e30-aa73-86fad0fb9b7a req-c2ce3d4e-7d77-4021-82eb-61e8ee77bc48 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438995 Sep 26 18:08:31.950305 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-2fc43f38-a703-4fff-be96-6cd2260bfa4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:32.006125 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07a295-5f12-4356-960d-c3e6478b0998 req-a1d07859-1bc6-4129-9d9d-5e61b19864c6 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:32.007723 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1a07a295-5f12-4356-960d-c3e6478b0998 req-a1d07859-1bc6-4129-9d9d-5e61b19864c6 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 943 time: 0.0604417 Sep 26 18:08:32.058806 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1a07a295-5f12-4356-960d-c3e6478b0998 req-4e3156bb-b069-40f3-9418-51da5e827f8f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443857 Sep 26 18:08:33.202877 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236586ec-a1eb-4193-b2cf-94c0e678908d req-a0d3b89f-f077-4ecb-98ed-7923c2129ffe tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:33.208408 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-236586ec-a1eb-4193-b2cf-94c0e678908d req-a0d3b89f-f077-4ecb-98ed-7923c2129ffe tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 943 time: 0.0528817 Sep 26 18:08:33.239774 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:33.256998 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-236586ec-a1eb-4193-b2cf-94c0e678908d req-927d7e41-c107-489f-b450-87bd0014ba11 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469432 Sep 26 18:08:34.406815 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:34.415171 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2ee85-833f-4a1c-b256-165ebaca0a14 req-e1ea2c05-c48e-4b1b-bf8f-029558976a22 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:34.416834 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ffe2ee85-833f-4a1c-b256-165ebaca0a14 req-e1ea2c05-c48e-4b1b-bf8f-029558976a22 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 943 time: 0.0691152 Sep 26 18:08:34.486082 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ffe2ee85-833f-4a1c-b256-165ebaca0a14 req-df1e61c3-ae66-4913-bdab-d30fa2e516ee tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625622 Sep 26 18:08:34.916883 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-f7f1c049-e7db-444d-b4db-380181918711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:35.139099 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:35.161277 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:35.489308 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:35.630263 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d510fc6-1662-46f8-8cf4-d7079f20164b req-89a8e867-84d4-4918-8e79-cb2b5f70ed22 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:35.631919 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6d510fc6-1662-46f8-8cf4-d7079f20164b req-89a8e867-84d4-4918-8e79-cb2b5f70ed22 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 943 time: 0.0544949 Sep 26 18:08:35.694484 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6d510fc6-1662-46f8-8cf4-d7079f20164b req-d239c89d-64a1-4c22-b214-6e5a2e268e56 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569253 Sep 26 18:08:36.153724 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:08:36.830755 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd4f90-24bf-464b-a069-9bbcbfed1523 req-03e4855a-9296-42bf-87a9-5016d7b37de1 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:36.832623 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b7dd4f90-24bf-464b-a069-9bbcbfed1523 req-03e4855a-9296-42bf-87a9-5016d7b37de1 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 943 time: 0.0494506 Sep 26 18:08:36.900170 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27f1db-d9d0-40b2-87f2-f23ca8ed81a7 req-df173e1a-ef2c-4345-bf0e-3230d7b33239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:36.901666 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ef27f1db-d9d0-40b2-87f2-f23ca8ed81a7 req-df173e1a-ef2c-4345-bf0e-3230d7b33239 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=3a15ebd862054a64ac1d739db5adc3a2&device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 1129 time: 0.0659842 Sep 26 18:08:36.923055 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b7dd4f90-24bf-464b-a069-9bbcbfed1523 req-44be01de-11e5-4f7f-9edd-04dc87e614d5 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738907 Sep 26 18:08:37.116853 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:37.345709 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:37.650761 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27f1db-d9d0-40b2-87f2-f23ca8ed81a7 req-b17a652e-f63d-440e-8fd7-7f3713a96285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:37.652256 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ef27f1db-d9d0-40b2-87f2-f23ca8ed81a7 req-b17a652e-f63d-440e-8fd7-7f3713a96285 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=45aee833-caf9-4514-8a4b-002783e94737 HTTP/1.1" status: 200 len: 919 time: 0.0942988 Sep 26 18:08:37.718833 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ef27f1db-d9d0-40b2-87f2-f23ca8ed81a7 req-fe29eb9f-6f32-4e9e-bdd5-6d3466d12480 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a HTTP/1.1" status: 200 len: 1000 time: 0.0542841 Sep 26 18:08:37.775804 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27f1db-d9d0-40b2-87f2-f23ca8ed81a7 req-a39d21d7-5593-40c8-96e1-dcadd795d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:37.777274 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ef27f1db-d9d0-40b2-87f2-f23ca8ed81a7 req-a39d21d7-5593-40c8-96e1-dcadd795d379 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=e01e5c5e-987a-4185-87ba-f124ff403d46 HTTP/1.1" status: 200 len: 857 time: 0.0509770 Sep 26 18:08:37.822176 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27f1db-d9d0-40b2-87f2-f23ca8ed81a7 req-317170d5-8480-49df-b3ed-544fbe9a0463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:37.823697 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ef27f1db-d9d0-40b2-87f2-f23ca8ed81a7 req-317170d5-8480-49df-b3ed-544fbe9a0463 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=45aee833-caf9-4514-8a4b-002783e94737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389431 Sep 26 18:08:37.917492 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ef27f1db-d9d0-40b2-87f2-f23ca8ed81a7 req-4ad6ed8d-8aa5-4832-87e6-45ac4745a008 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846629 Sep 26 18:08:38.014373 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:38.028672 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ef27f1db-d9d0-40b2-87f2-f23ca8ed81a7 req-45dd1d91-6909-4db5-a01d-7497a249331c service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045218 Sep 26 18:08:38.063119 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bd7ee-7e20-489a-bb89-3d2629c39f6e req-5ad56aa1-312f-405f-98b1-919b580a86f5 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:38.064716 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a66bd7ee-7e20-489a-bb89-3d2629c39f6e req-5ad56aa1-312f-405f-98b1-919b580a86f5 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 943 time: 0.0564258 Sep 26 18:08:38.117455 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a66bd7ee-7e20-489a-bb89-3d2629c39f6e req-5c857e98-3d54-49a9-98e2-96b1b687bd93 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461576 Sep 26 18:08:39.254508 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474bfa1-1ffb-4087-b094-896b88796047 req-397bea88-1ce2-4892-bdea-87e7e888b8c6 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:39.255959 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3474bfa1-1ffb-4087-b094-896b88796047 req-397bea88-1ce2-4892-bdea-87e7e888b8c6 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 943 time: 0.0513201 Sep 26 18:08:39.304989 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3474bfa1-1ffb-4087-b094-896b88796047 req-18b2399d-8f28-4a37-9473-b8251e8497ea tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433934 Sep 26 18:08:40.453586 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f442f75-b069-4234-af37-92f9accc22da req-ef052a54-38ee-4b81-944e-3fb0d148a962 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:40.455114 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0f442f75-b069-4234-af37-92f9accc22da req-ef052a54-38ee-4b81-944e-3fb0d148a962 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 943 time: 0.0509109 Sep 26 18:08:40.502475 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:40.521084 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0f442f75-b069-4234-af37-92f9accc22da req-7b649a6e-7f17-47f0-8e18-7fab55505f1f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592241 Sep 26 18:08:41.652147 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c7e23-cb0d-409b-b7bb-d345b48c8777 req-f7086db5-29ec-4096-8064-08326e20e0fb tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:41.653626 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-930c7e23-cb0d-409b-b7bb-d345b48c8777 req-f7086db5-29ec-4096-8064-08326e20e0fb tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 943 time: 0.0484414 Sep 26 18:08:41.976419 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-930c7e23-cb0d-409b-b7bb-d345b48c8777 req-0db6cbda-68aa-4c96-b8e5-82bfe882d8d5 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3169408 Sep 26 18:08:43.107897 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819de52c-bf49-490e-bdaf-eb6e63e28f78 req-ac15ef66-e8f2-4ed3-9288-33c504b5c240 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:43.109384 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-819de52c-bf49-490e-bdaf-eb6e63e28f78 req-ac15ef66-e8f2-4ed3-9288-33c504b5c240 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 943 time: 0.0477090 Sep 26 18:08:43.158128 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-819de52c-bf49-490e-bdaf-eb6e63e28f78 req-b1aed99b-23ca-440b-8d17-60f15579a7dd tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428884 Sep 26 18:08:44.287063 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f8242-34e7-4d60-a897-384e56aaa631 req-c58bfc40-186d-4fd6-a365-662be3d34c57 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:44.288640 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-597f8242-34e7-4d60-a897-384e56aaa631 req-c58bfc40-186d-4fd6-a365-662be3d34c57 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 943 time: 0.0472789 Sep 26 18:08:44.340119 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-597f8242-34e7-4d60-a897-384e56aaa631 req-2f9243ff-b5f8-4675-a312-b8dfbb7e2181 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452111 Sep 26 18:08:45.475241 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8433db-b68e-4a0a-9685-f66f9c42c9e8 req-b067dad9-9004-4911-9d3c-c3a7aaf3d47d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:45.476756 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5f8433db-b68e-4a0a-9685-f66f9c42c9e8 req-b067dad9-9004-4911-9d3c-c3a7aaf3d47d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 943 time: 0.0489800 Sep 26 18:08:45.525944 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5f8433db-b68e-4a0a-9685-f66f9c42c9e8 req-093e42f3-9fda-44e6-af6d-44748f6103fd tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436285 Sep 26 18:08:45.876104 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:45.942462 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device a14f5b04-fe69-47de-b23e-8ff9f06a4aae details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:08:46.054768 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port a14f5b04-fe69-47de-b23e-8ff9f06a4aae, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=a14f5b04-fe69-47de-b23e-8ff9f06a4aae,segment=NetworkSegment(74583ddb-45f6-451b-9f0f-cd5bb37fc3b7),segment_id=74583ddb-45f6-451b-9f0f-cd5bb37fc3b7)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:08:46.070475 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Returning: {'device': 'a14f5b04-fe69-47de-b23e-8ff9f06a4aae', 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a', 'port_id': 'a14f5b04-fe69-47de-b23e-8ff9f06a4aae', 'mac_address': 'fa:16:3e:a1:a7:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:08:46.112831 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port a14f5b04-fe69-47de-b23e-8ff9f06a4aae is: DOWN; New status is: BUILD {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:08:46.113634 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (a14f5b04-fe69-47de-b23e-8ff9f06a4aae), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:46.128300 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a14f5b04-fe69-47de-b23e-8ff9f06a4aae {{(pid=106584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:08:46.148742 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:46.157732 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:46.157863 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port a14f5b04-fe69-47de-b23e-8ff9f06a4aae, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=a14f5b04-fe69-47de-b23e-8ff9f06a4aae,segment=NetworkSegment(74583ddb-45f6-451b-9f0f-cd5bb37fc3b7),segment_id=74583ddb-45f6-451b-9f0f-cd5bb37fc3b7)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:08:46.287574 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (a14f5b04-fe69-47de-b23e-8ff9f06a4aae), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:46.340979 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=a14f5b04-fe69-47de-b23e-8ff9f06a4aae,revision_number=9']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:46.349172 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:08:46.349529 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:08:46.350100 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:08:46.350496 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:08:46.350822 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:08:46.351160 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:08:46.351507 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:08:46.351864 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:08:46.352199 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:08:46.352549 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:08:46.352882 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:08:46.353229 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:08:46.353561 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:08:46.353890 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:08:46.354216 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:08:46.671825 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1028d59-1712-460a-bcab-3bb32070e8bc req-97d60d26-5f0e-4f38-9db3-12790959d1ca tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:46.674418 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a1028d59-1712-460a-bcab-3bb32070e8bc req-97d60d26-5f0e-4f38-9db3-12790959d1ca tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 944 time: 0.0604379 Sep 26 18:08:46.717925 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['a14f5b04-fe69-47de-b23e-8ff9f06a4aae'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:08:46.735048 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a1028d59-1712-460a-bcab-3bb32070e8bc req-618c8293-b80f-44cc-bcf6-ce02cd35c039 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551636 Sep 26 18:08:47.871314 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f6ac6-3cd3-4592-b396-28f78832b86a req-76699859-115c-4cae-bbf3-08694f474740 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:47.872984 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c93f6ac6-3cd3-4592-b396-28f78832b86a req-76699859-115c-4cae-bbf3-08694f474740 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 944 time: 0.0520060 Sep 26 18:08:47.923664 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c93f6ac6-3cd3-4592-b396-28f78832b86a req-d20cc3e0-9151-410e-a85b-b90ce3b164ef tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441272 Sep 26 18:08:47.971436 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device a14f5b04-fe69-47de-b23e-8ff9f06a4aae up at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:08:48.017286 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning complete for port a14f5b04-fe69-47de-b23e-8ff9f06a4aae triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:08:48.017661 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (a14f5b04-fe69-47de-b23e-8ff9f06a4aae), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:48.018004 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Attempt 1 to provision port a14f5b04-fe69-47de-b23e-8ff9f06a4aae Sep 26 18:08:48.095550 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port a14f5b04-fe69-47de-b23e-8ff9f06a4aae is: BUILD; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:08:48.095881 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (a14f5b04-fe69-47de-b23e-8ff9f06a4aae), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:48.119910 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6298d28-8cba-46d8-a809-bd0f81e18d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14f5b04-fe69-47de-b23e-8ff9f06a4aae'}] {{(pid=106584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:08:48.122215 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743b4769c4925b62b4889170aadb5ee5b65d77d3032155737795e39ae48b1258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22543a1f-772f-4aa8-9310-07a3992d53ca" -d '{"events": [{"server_uuid": "f6298d28-8cba-46d8-a809-bd0f81e18d58", "name": "network-vif-plugged", "status": "completed", "tag": "a14f5b04-fe69-47de-b23e-8ff9f06a4aae"}]}' {{(pid=106584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:08:48.137574 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port a14f5b04-fe69-47de-b23e-8ff9f06a4aae, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=a14f5b04-fe69-47de-b23e-8ff9f06a4aae,segment=NetworkSegment(74583ddb-45f6-451b-9f0f-cd5bb37fc3b7),segment_id=74583ddb-45f6-451b-9f0f-cd5bb37fc3b7)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:08:48.164776 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee83719-2fbf-484b-bfd6-0518ed91ab80 x-openstack-request-id: req-9ee83719-2fbf-484b-bfd6-0518ed91ab80 {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:08:48.165196 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6298d28-8cba-46d8-a809-bd0f81e18d58", "name": "network-vif-plugged", "status": "completed", "tag": "a14f5b04-fe69-47de-b23e-8ff9f06a4aae", "code": 200}]} {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:08:48.165546 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9ee83719-2fbf-484b-bfd6-0518ed91ab80 {{(pid=106584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:08:48.166027 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ee83719-2fbf-484b-bfd6-0518ed91ab80'] response: {'server_uuid': 'f6298d28-8cba-46d8-a809-bd0f81e18d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14f5b04-fe69-47de-b23e-8ff9f06a4aae', 'code': 200} Sep 26 18:08:48.248674 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (a14f5b04-fe69-47de-b23e-8ff9f06a4aae), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:48.273627 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:48.284862 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:48.299881 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=a14f5b04-fe69-47de-b23e-8ff9f06a4aae,revision_number=10']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:48.958775 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f0624-a179-460c-9b9d-abb6d6576a31 req-08f827b1-1d0c-43a9-bc77-3601082ab65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:48.960337 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fb5f0624-a179-460c-9b9d-abb6d6576a31 req-08f827b1-1d0c-43a9-bc77-3601082ab65c service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 1130 time: 0.0398023 Sep 26 18:08:49.010317 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fb5f0624-a179-460c-9b9d-abb6d6576a31 req-6e48f3d2-97e0-4e91-ad72-df15ab822806 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433428 Sep 26 18:08:49.061326 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fd537-2ac3-4881-9e22-b89abb52fa3b req-e9a72dc0-3ccd-4dc5-96fd-7bd238a98640 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:49.063248 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-363fd537-2ac3-4881-9e22-b89abb52fa3b req-e9a72dc0-3ccd-4dc5-96fd-7bd238a98640 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 946 time: 0.0497937 Sep 26 18:08:49.116637 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-363fd537-2ac3-4881-9e22-b89abb52fa3b req-ffa63a01-dce5-469f-bae3-69108c83e91c tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476334 Sep 26 18:08:50.256778 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b1d09-4b52-4b52-b439-89b2ef724a31 req-36eae367-3fe5-4ed9-8422-f7e8f8df1b40 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:50.258310 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-189b1d09-4b52-4b52-b439-89b2ef724a31 req-36eae367-3fe5-4ed9-8422-f7e8f8df1b40 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 946 time: 0.0523620 Sep 26 18:08:50.309846 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-189b1d09-4b52-4b52-b439-89b2ef724a31 req-a8cd4cae-e15e-4d6c-93ff-47bcb6afb04b tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457153 Sep 26 18:08:51.449119 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0beab-acab-4e65-a279-fd8cfc2b2207 req-cedb405d-533a-496a-9850-d0e3c793762a tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:51.450484 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f5b0beab-acab-4e65-a279-fd8cfc2b2207 req-cedb405d-533a-496a-9850-d0e3c793762a tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 946 time: 0.0518441 Sep 26 18:08:51.488062 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:51.493816 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:51.512161 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f5b0beab-acab-4e65-a279-fd8cfc2b2207 req-da14e913-8639-4b8a-906d-16203a5e367a tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512166 Sep 26 18:08:52.650510 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f761f-e43e-455c-b5d2-80a574bc47a9 req-739a3fc2-0594-497b-9e27-c61d2c6fcd85 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:52.652011 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fd4f761f-e43e-455c-b5d2-80a574bc47a9 req-739a3fc2-0594-497b-9e27-c61d2c6fcd85 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 946 time: 0.0522439 Sep 26 18:08:52.703831 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fd4f761f-e43e-455c-b5d2-80a574bc47a9 req-2de9c805-d56d-4475-8139-9ce4b77a3c11 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461340 Sep 26 18:08:58.461199 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:02.053712 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-e8683a27-7d49-4dfd-8b17-6b4937019e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:02.689329 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=10 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:02.700299 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=10 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:04.351865 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-b5891bb3-0a0b-43ff-bfd7-8502768acb1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:05.573277 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:07.170316 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:07.402821 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:08.882476 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a71765-beb3-460c-9bf0-b5375a24a259 req-792ee162-8f26-408d-99b8-9245fbcfc530 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:08.884043 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-13a71765-beb3-460c-9bf0-b5375a24a259 req-792ee162-8f26-408d-99b8-9245fbcfc530 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.0528777 Sep 26 18:09:08.941724 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-13a71765-beb3-460c-9bf0-b5375a24a259 req-e17efa90-623d-4fce-9c26-4cdc3e74c91a tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496881 Sep 26 18:09:10.100037 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e05c1-c806-43c3-b201-7ee5b2cd7d12 req-611b8464-3b01-423b-bfd9-3491fd499535 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:10.101613 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-497e05c1-c806-43c3-b201-7ee5b2cd7d12 req-611b8464-3b01-423b-bfd9-3491fd499535 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.0589979 Sep 26 18:09:10.165587 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-497e05c1-c806-43c3-b201-7ee5b2cd7d12 req-93c08abb-97aa-451b-bc09-401c737713ed tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577736 Sep 26 18:09:11.313919 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c256ae3-368a-4815-a5eb-3319a115ae08 req-6e0a2717-38a9-4120-a593-91910d9ed28f tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:11.315829 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1c256ae3-368a-4815-a5eb-3319a115ae08 req-6e0a2717-38a9-4120-a593-91910d9ed28f tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.0646920 Sep 26 18:09:11.376882 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1c256ae3-368a-4815-a5eb-3319a115ae08 req-280b5ce4-b1de-4957-9fab-851ff82c0d22 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551689 Sep 26 18:09:12.155702 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:12.156732 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=4 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:12.508520 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d649ce-4a2a-4788-9363-d554ca6ff919 req-6c18ac70-5ba1-4227-8b11-965f32e643f8 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:12.510098 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f2d649ce-4a2a-4788-9363-d554ca6ff919 req-6c18ac70-5ba1-4227-8b11-965f32e643f8 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.0507522 Sep 26 18:09:12.562856 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f2d649ce-4a2a-4788-9363-d554ca6ff919 req-54fc6204-e4ff-4d5b-b2cb-67fc04dabb62 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fc93ed91-087d-4390-9b14-5f03603ad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467405 Sep 26 18:09:13.000277 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba783e-8931-4ef2-a186-da6825c40661 req-2033b293-dbf6-411f-8745-adfcda911cf2 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:13.001839 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-01ba783e-8931-4ef2-a186-da6825c40661 req-2033b293-dbf6-411f-8745-adfcda911cf2 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 945 time: 0.0486703 Sep 26 18:09:13.090155 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-01ba783e-8931-4ef2-a186-da6825c40661 req-89c62975-c9c8-4c59-9778-81916b3558da tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Deleting port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:09:13.090503 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-01ba783e-8931-4ef2-a186-da6825c40661 req-89c62975-c9c8-4c59-9778-81916b3558da tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:13.152314 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:09:13.193763 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-01ba783e-8931-4ef2-a186-da6825c40661 req-89c62975-c9c8-4c59-9778-81916b3558da tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] For port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a,segment=NetworkSegment(63da25e3-ab21-4200-80f5-c0efc61716da),segment_id=63da25e3-ab21-4200-80f5-c0efc61716da)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:13.194136 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-01ba783e-8931-4ef2-a186-da6825c40661 req-89c62975-c9c8-4c59-9778-81916b3558da tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:13.375041 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-01ba783e-8931-4ef2-a186-da6825c40661 req-89c62975-c9c8-4c59-9778-81916b3558da tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:13.375535 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-01ba783e-8931-4ef2-a186-da6825c40661 req-89c62975-c9c8-4c59-9778-81916b3558da tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (98455432-fa69-4cea-896d-f36940684b9c), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:13.383128 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.db.l3_db [req-01ba783e-8931-4ef2-a186-da6825c40661 req-89c62975-c9c8-4c59-9778-81916b3558da tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Floating IP 98455432-fa69-4cea-896d-f36940684b9c disassociated. External IP: 172.27.3.52, port: 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a. Sep 26 18:09:13.383128 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-01ba783e-8931-4ef2-a186-da6825c40661 req-89c62975-c9c8-4c59-9778-81916b3558da tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Calling delete_port for 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a owned by compute:nova {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:09:13.625997 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-01ba783e-8931-4ef2-a186-da6825c40661 req-89c62975-c9c8-4c59-9778-81916b3558da tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:13.665679 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c62975-c9c8-4c59-9778-81916b3558da tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Pushing event deleted for resources: {'Port': ['ID=9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:13.671077 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:13.727994 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:13.727994 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a8cab122-d85b-40bd-94de-360698e5ea1c req-c97b6636-9eb5-4af2-8d43-96242f6a025a tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 210 time: 0.0458062 Sep 26 18:09:13.727994 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c62975-c9c8-4c59-9778-81916b3558da tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:13.727994 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c62975-c9c8-4c59-9778-81916b3558da tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:13.727994 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c62975-c9c8-4c59-9778-81916b3558da tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:13.727994 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c62975-c9c8-4c59-9778-81916b3558da tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:13.727994 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c62975-c9c8-4c59-9778-81916b3558da tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:13.727994 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c62975-c9c8-4c59-9778-81916b3558da tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:13.727994 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c62975-c9c8-4c59-9778-81916b3558da tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:13.727994 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c62975-c9c8-4c59-9778-81916b3558da tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:13.727994 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c62975-c9c8-4c59-9778-81916b3558da tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:13.727994 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c62975-c9c8-4c59-9778-81916b3558da tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:13.727994 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c62975-c9c8-4c59-9778-81916b3558da tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:13.729059 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c62975-c9c8-4c59-9778-81916b3558da tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:13.729059 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c62975-c9c8-4c59-9778-81916b3558da tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:13.729059 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c62975-c9c8-4c59-9778-81916b3558da tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:13.729059 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c62975-c9c8-4c59-9778-81916b3558da tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:13.814366 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01ba783e-8931-4ef2-a186-da6825c40661 req-89c62975-c9c8-4c59-9778-81916b3558da tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Router 28c7db1c-bc72-4bda-8221-4cf0690edc5c has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:09:13.928904 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01ba783e-8931-4ef2-a186-da6825c40661 req-89c62975-c9c8-4c59-9778-81916b3558da tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:09:13.940645 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5780d559-f6b6-4689-89f7-f688f1b50ba3 None None] Sync routers for ids ['28c7db1c-bc72-4bda-8221-4cf0690edc5c'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:09:13.951776 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5780d559-f6b6-4689-89f7-f688f1b50ba3 None None] Routers {'28c7db1c-bc72-4bda-8221-4cf0690edc5c'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:13.954142 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-5780d559-f6b6-4689-89f7-f688f1b50ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:09:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['28c7db1c-bc72-4bda-8221-4cf0690edc5c'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:13.975688 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ba783e-8931-4ef2-a186-da6825c40661 req-89c62975-c9c8-4c59-9778-81916b3558da tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] No DVR routers for this DVR port 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a on host hv-cinder-85931 {{(pid=106583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:09:13.978337 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-01ba783e-8931-4ef2-a186-da6825c40661 req-89c62975-c9c8-4c59-9778-81916b3558da tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:13.981647 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-01ba783e-8931-4ef2-a186-da6825c40661 req-89c62975-c9c8-4c59-9778-81916b3558da tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.88 "DELETE /networking/v2.0/ports/9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a HTTP/1.1" status: 204 len: 173 time: 0.9740589 Sep 26 18:09:13.991710 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44a359c-9109-4982-a7d2-ba4622f28fc6', 'name': 'network-vif-deleted', 'tag': '9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:09:13.991710 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9048f87a-0a94-4010-b026-023e6dca459a" -d '{"events": [{"server_uuid": "a44a359c-9109-4982-a7d2-ba4622f28fc6", "name": "network-vif-deleted", "tag": "9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:09:14.071054 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f808f65-7296-40e1-8314-039860eb8fae req-7f593e15-6f0e-47f2-8224-5af17624da63 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:14.074143 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1f808f65-7296-40e1-8314-039860eb8fae req-7f593e15-6f0e-47f2-8224-5af17624da63 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8560d88-7c26-4e3c-8af6-aac7ac9aa390 HTTP/1.1" status: 200 len: 946 time: 0.0836790 Sep 26 18:09:14.079872 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-5780d559-f6b6-4689-89f7-f688f1b50ba3 None None] Set router 28c7db1c-bc72-4bda-8221-4cf0690edc5c gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:14.101826 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5927e9-92f3-491f-9587-0c077309ee39 x-openstack-request-id: req-4b5927e9-92f3-491f-9587-0c077309ee39 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:09:14.102119 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a44a359c-9109-4982-a7d2-ba4622f28fc6", "name": "network-vif-deleted", "tag": "9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:09:14.102372 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4b5927e9-92f3-491f-9587-0c077309ee39 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:09:14.103049 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b5927e9-92f3-491f-9587-0c077309ee39'] response: {'server_uuid': 'a44a359c-9109-4982-a7d2-ba4622f28fc6', 'name': 'network-vif-deleted', 'tag': '9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a', 'status': 'completed', 'code': 200} Sep 26 18:09:14.140938 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1f808f65-7296-40e1-8314-039860eb8fae req-5e6d402e-74f9-41c5-a214-e69ce7794896 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=02b468d2-560c-456c-9e87-d5a2801d8e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602651 Sep 26 18:09:14.366366 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-5780d559-f6b6-4689-89f7-f688f1b50ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-631427978-router', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b71b33e7-7567-4f0d-97a8-75d440310cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 4, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'gw_port': {'id': 'b71b33e7-7567-4f0d-97a8-75d440310cc4', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:17Z', 'updated_at': '2022-09-26T18:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '84fc576d-4c27-492c-8da2-e1cf780b931c', 'name': '', 'network_id': '45aee833-caf9-4514-8a4b-002783e94737', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'mac_address': 'fa:16:3e:27:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e01e5c5e-987a-4185-87ba-f124ff403d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:25Z', 'updated_at': '2022-09-26T18:03:32Z', 'revision_number': 5, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'subnets': [{'id': 'e01e5c5e-987a-4185-87ba-f124ff403d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:14.391686 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5780d559-f6b6-4689-89f7-f688f1b50ba3 None None] Checking router: 28c7db1c-bc72-4bda-8221-4cf0690edc5c for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:09:14.400794 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5780d559-f6b6-4689-89f7-f688f1b50ba3 None None] Routers {'28c7db1c-bc72-4bda-8221-4cf0690edc5c'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:14.401413 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-5780d559-f6b6-4689-89f7-f688f1b50ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:09:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['28c7db1c-bc72-4bda-8221-4cf0690edc5c'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:14.506367 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-5780d559-f6b6-4689-89f7-f688f1b50ba3 None None] Set router 28c7db1c-bc72-4bda-8221-4cf0690edc5c gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:14.696903 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-5780d559-f6b6-4689-89f7-f688f1b50ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-631427978-router', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b71b33e7-7567-4f0d-97a8-75d440310cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 4, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'gw_port': {'id': 'b71b33e7-7567-4f0d-97a8-75d440310cc4', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:17Z', 'updated_at': '2022-09-26T18:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '84fc576d-4c27-492c-8da2-e1cf780b931c', 'name': '', 'network_id': '45aee833-caf9-4514-8a4b-002783e94737', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'mac_address': 'fa:16:3e:27:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e01e5c5e-987a-4185-87ba-f124ff403d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:25Z', 'updated_at': '2022-09-26T18:03:32Z', 'revision_number': 5, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'subnets': [{'id': 'e01e5c5e-987a-4185-87ba-f124ff403d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:14.727410 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5780d559-f6b6-4689-89f7-f688f1b50ba3 None None] The sync data for ids ['28c7db1c-bc72-4bda-8221-4cf0690edc5c'] in dv-cinder-859319-1-iscsi is: [{'id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-631427978-router', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b71b33e7-7567-4f0d-97a8-75d440310cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 4, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'gw_port': {'id': 'b71b33e7-7567-4f0d-97a8-75d440310cc4', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:17Z', 'updated_at': '2022-09-26T18:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '84fc576d-4c27-492c-8da2-e1cf780b931c', 'name': '', 'network_id': '45aee833-caf9-4514-8a4b-002783e94737', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'mac_address': 'fa:16:3e:27:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e01e5c5e-987a-4185-87ba-f124ff403d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:25Z', 'updated_at': '2022-09-26T18:03:32Z', 'revision_number': 5, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'subnets': [{'id': 'e01e5c5e-987a-4185-87ba-f124ff403d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:09:14.808529 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c3b8a60f-ffdd-4af8-b240-5a5acd63ed66 req-17f56940-d94c-4493-afbd-9e3e98694e97 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 210 time: 0.0307617 Sep 26 18:09:14.957156 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3ef698-74a9-43c1-901c-f1ac512d7939 None None] New status for floating IP 98455432-fa69-4cea-896d-f36940684b9c: DOWN {{(pid=106584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:09:15.262516 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d75616-1587-4eb4-b6ab-58188e34b103 req-aa35c4f1-f735-4037-86e7-6b45288d9b9b tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:15.271798 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-84d75616-1587-4eb4-b6ab-58188e34b103 req-aa35c4f1-f735-4037-86e7-6b45288d9b9b tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8560d88-7c26-4e3c-8af6-aac7ac9aa390 HTTP/1.1" status: 200 len: 946 time: 0.0482316 Sep 26 18:09:15.321301 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-84d75616-1587-4eb4-b6ab-58188e34b103 req-219e657f-2d6d-4a41-853a-1d95faf2e55e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=02b468d2-560c-456c-9e87-d5a2801d8e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505567 Sep 26 18:09:15.894406 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:15.914350 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d3438a27-e00f-439b-8a52-7f030d03114b req-ee0b09ea-9e55-49b6-9f9a-dc0e8c61bdad tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 210 time: 0.0272701 Sep 26 18:09:16.452773 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768250b9-5e21-426a-820c-06b38db44e47 req-a07319dc-054a-41e6-8ff5-874f9f33cdfc tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:16.454303 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-768250b9-5e21-426a-820c-06b38db44e47 req-a07319dc-054a-41e6-8ff5-874f9f33cdfc tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8560d88-7c26-4e3c-8af6-aac7ac9aa390 HTTP/1.1" status: 200 len: 946 time: 0.0518589 Sep 26 18:09:16.505434 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-768250b9-5e21-426a-820c-06b38db44e47 req-36ebfc1b-7460-4455-a47b-32eef4fc3025 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=02b468d2-560c-456c-9e87-d5a2801d8e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435350 Sep 26 18:09:16.697855 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a1a4d-ffcf-4d8f-bf31-d672ef1e8e1c req-5080fa19-f020-4ef6-9b76-40de7a66a696 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:16.699322 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a09a1a4d-ffcf-4d8f-bf31-d672ef1e8e1c req-5080fa19-f020-4ef6-9b76-40de7a66a696 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=e8560d88-7c26-4e3c-8af6-aac7ac9aa390 HTTP/1.1" status: 200 len: 946 time: 0.0478034 Sep 26 18:09:16.794535 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-a09a1a4d-ffcf-4d8f-bf31-d672ef1e8e1c req-6885f265-3885-4293-9fd1-de70da22dc5a tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Deleting port f7bfcff1-da00-43a3-96d5-30997503c634 {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:09:16.794880 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-a09a1a4d-ffcf-4d8f-bf31-d672ef1e8e1c req-6885f265-3885-4293-9fd1-de70da22dc5a tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (f7bfcff1-da00-43a3-96d5-30997503c634), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:16.843882 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:16.900936 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-a09a1a4d-ffcf-4d8f-bf31-d672ef1e8e1c req-6885f265-3885-4293-9fd1-de70da22dc5a tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] For port f7bfcff1-da00-43a3-96d5-30997503c634, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=f7bfcff1-da00-43a3-96d5-30997503c634,segment=NetworkSegment(ed751284-034c-4094-bf91-e2a4a99e4455),segment_id=ed751284-034c-4094-bf91-e2a4a99e4455)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:16.901300 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-a09a1a4d-ffcf-4d8f-bf31-d672ef1e8e1c req-6885f265-3885-4293-9fd1-de70da22dc5a tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (f7bfcff1-da00-43a3-96d5-30997503c634), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:17.085275 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-378c40cf-322e-48c2-b88e-0cf9fa758e39 req-760723ad-947e-468a-9a42-bbbaf56533a0 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a44a359c-9109-4982-a7d2-ba4622f28fc6 HTTP/1.1" status: 200 len: 210 time: 0.0646467 Sep 26 18:09:17.123419 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-a09a1a4d-ffcf-4d8f-bf31-d672ef1e8e1c req-6885f265-3885-4293-9fd1-de70da22dc5a tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:17.123419 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-a09a1a4d-ffcf-4d8f-bf31-d672ef1e8e1c req-6885f265-3885-4293-9fd1-de70da22dc5a tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (12915ba0-01f0-4c46-85fb-d1e77e78e85e), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:17.123419 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.db.l3_db [req-a09a1a4d-ffcf-4d8f-bf31-d672ef1e8e1c req-6885f265-3885-4293-9fd1-de70da22dc5a tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Floating IP 12915ba0-01f0-4c46-85fb-d1e77e78e85e disassociated. External IP: 172.27.3.48, port: f7bfcff1-da00-43a3-96d5-30997503c634. Sep 26 18:09:17.123419 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-a09a1a4d-ffcf-4d8f-bf31-d672ef1e8e1c req-6885f265-3885-4293-9fd1-de70da22dc5a tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Calling delete_port for f7bfcff1-da00-43a3-96d5-30997503c634 owned by compute:nova {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:09:17.409206 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-a09a1a4d-ffcf-4d8f-bf31-d672ef1e8e1c req-6885f265-3885-4293-9fd1-de70da22dc5a tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (f7bfcff1-da00-43a3-96d5-30997503c634), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:17.445241 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885f265-3885-4293-9fd1-de70da22dc5a tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event deleted for resources: {'Port': ['ID=f7bfcff1-da00-43a3-96d5-30997503c634,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:17.513032 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:17.581515 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a09a1a4d-ffcf-4d8f-bf31-d672ef1e8e1c req-6885f265-3885-4293-9fd1-de70da22dc5a tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:09:17.681027 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d10245e4-7732-46c5-82c8-c8654925af71 req-c4991cee-5891-42ff-9078-d74b072c42fc tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8560d88-7c26-4e3c-8af6-aac7ac9aa390 HTTP/1.1" status: 200 len: 210 time: 0.0806792 Sep 26 18:09:17.748715 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a09a1a4d-ffcf-4d8f-bf31-d672ef1e8e1c req-6885f265-3885-4293-9fd1-de70da22dc5a tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:09:17.759889 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ad757e-5473-46d9-9425-f988c25affe4 None None] Sync routers for ids ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:09:17.774047 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ad757e-5473-46d9-9425-f988c25affe4 None None] Routers {'0d3f8166-a65a-4d17-a4f7-ca93fffd4115'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:17.774741 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-31ad757e-5473-46d9-9425-f988c25affe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:09:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:17.796730 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09a1a4d-ffcf-4d8f-bf31-d672ef1e8e1c req-6885f265-3885-4293-9fd1-de70da22dc5a tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] No DVR routers for this DVR port f7bfcff1-da00-43a3-96d5-30997503c634 on host hv-cinder-85931 {{(pid=106583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:09:17.799400 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-a09a1a4d-ffcf-4d8f-bf31-d672ef1e8e1c req-6885f265-3885-4293-9fd1-de70da22dc5a tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:17.803042 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a09a1a4d-ffcf-4d8f-bf31-d672ef1e8e1c req-6885f265-3885-4293-9fd1-de70da22dc5a tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.88 "DELETE /networking/v2.0/ports/f7bfcff1-da00-43a3-96d5-30997503c634 HTTP/1.1" status: 204 len: 173 time: 1.0956731 Sep 26 18:09:17.803743 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8560d88-7c26-4e3c-8af6-aac7ac9aa390', 'name': 'network-vif-deleted', 'tag': 'f7bfcff1-da00-43a3-96d5-30997503c634'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:09:17.814162 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c623d1d-9169-4639-9e04-507d6f9108c3" -d '{"events": [{"server_uuid": "e8560d88-7c26-4e3c-8af6-aac7ac9aa390", "name": "network-vif-deleted", "tag": "f7bfcff1-da00-43a3-96d5-30997503c634"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:09:17.852274 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0569f0-9218-49fe-b2dd-9cade76c756f x-openstack-request-id: req-8c0569f0-9218-49fe-b2dd-9cade76c756f {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:09:17.852573 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8560d88-7c26-4e3c-8af6-aac7ac9aa390", "name": "network-vif-deleted", "tag": "f7bfcff1-da00-43a3-96d5-30997503c634", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:09:17.853790 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8c0569f0-9218-49fe-b2dd-9cade76c756f {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:09:17.853790 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c0569f0-9218-49fe-b2dd-9cade76c756f'] response: {'server_uuid': 'e8560d88-7c26-4e3c-8af6-aac7ac9aa390', 'name': 'network-vif-deleted', 'tag': 'f7bfcff1-da00-43a3-96d5-30997503c634', 'status': 'completed', 'code': 200} Sep 26 18:09:17.923769 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-31ad757e-5473-46d9-9425-f988c25affe4 None None] Set router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:18.088310 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=100 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:18.137375 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=100 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:18.149013 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:09:18.177520 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] No Port match for: 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:09:18.177520 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 9e6b89b3-2f73-4b79-94eb-c77bfe00bb5a not bound to the agent host hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:09:18.248451 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-31ad757e-5473-46d9-9425-f988c25affe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:03:22Z', 'revision_number': 4, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '3a1d8909-de0f-4b6d-8a1f-17144f1522e0', 'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'mac_address': 'fa:16:3e:81:46:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:19Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 5, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'subnets': [{'id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:18.280719 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ad757e-5473-46d9-9425-f988c25affe4 None None] Checking router: 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:09:18.289768 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ad757e-5473-46d9-9425-f988c25affe4 None None] Routers {'0d3f8166-a65a-4d17-a4f7-ca93fffd4115'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:18.290378 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-31ad757e-5473-46d9-9425-f988c25affe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:09:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:18.295467 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 52774) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:18.357735 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-48749fd3-50a9-4d93-a626-c726fe90ed5c tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks [] for security_group (fc93ed91-087d-4390-9b14-5f03603ad79e), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:18.377406 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:18.383557 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-48749fd3-50a9-4d93-a626-c726fe90ed5c tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks [] for security_group (fc93ed91-087d-4390-9b14-5f03603ad79e), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:18.399999 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-31ad757e-5473-46d9-9425-f988c25affe4 None None] Set router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:18.558645 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-48749fd3-50a9-4d93-a626-c726fe90ed5c tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (fc93ed91-087d-4390-9b14-5f03603ad79e), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:18.561401 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-48749fd3-50a9-4d93-a626-c726fe90ed5c tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:18.562728 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-48749fd3-50a9-4d93-a626-c726fe90ed5c tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/fc93ed91-087d-4390-9b14-5f03603ad79e HTTP/1.1" status: 204 len: 168 time: 0.2656434 Sep 26 18:09:18.565584 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 52778) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:18.583036 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48749fd3-50a9-4d93-a626-c726fe90ed5c tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc93ed91-087d-4390-9b14-5f03603ad79e,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:18.585216 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.api.v2.resource [None req-126351b3-a697-4ae4-842d-8004683e4e0b tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] show failed (client error): The resource could not be found. Sep 26 18:09:18.589000 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5eca2bf0-245c-48ef-ba28-d1e9d2ee1edb req-c3dcad82-25c3-4812-b5c1-7c0be110bbbf service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1200686 Sep 26 18:09:18.589461 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 52780) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:18.589588 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-126351b3-a697-4ae4-842d-8004683e4e0b tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups/fc93ed91-087d-4390-9b14-5f03603ad79e HTTP/1.1" status: 404 len: 347 time: 0.0212543 Sep 26 18:09:18.658974 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-31ad757e-5473-46d9-9425-f988c25affe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:03:22Z', 'revision_number': 4, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '3a1d8909-de0f-4b6d-8a1f-17144f1522e0', 'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'mac_address': 'fa:16:3e:81:46:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:19Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 5, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'subnets': [{'id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:18.687323 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ad757e-5473-46d9-9425-f988c25affe4 None None] The sync data for ids ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'] in dv-cinder-859319-1-iscsi is: [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:03:22Z', 'revision_number': 4, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '3a1d8909-de0f-4b6d-8a1f-17144f1522e0', 'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'mac_address': 'fa:16:3e:81:46:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:19Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 5, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'subnets': [{'id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:09:18.716033 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca2bf0-245c-48ef-ba28-d1e9d2ee1edb req-cb889283-4c1c-4501-b90f-9576ccfeebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:18.717601 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5eca2bf0-245c-48ef-ba28-d1e9d2ee1edb req-cb889283-4c1c-4501-b90f-9576ccfeebd9 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=3a15ebd862054a64ac1d739db5adc3a2&device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 1129 time: 0.0823896 Sep 26 18:09:18.749735 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-4d22d7ce-1e72-4954-8577-be6dbfab8b68 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Deleting port 901e2484-169d-4d82-b35c-4902355308b3 {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:09:18.750092 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4d22d7ce-1e72-4954-8577-be6dbfab8b68 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (901e2484-169d-4d82-b35c-4902355308b3), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:18.833517 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-683909f2-b355-46c4-8786-dd7692fbec4c req-90425b4c-075b-442d-b43e-e9cdcf51b281 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e8560d88-7c26-4e3c-8af6-aac7ac9aa390 HTTP/1.1" status: 200 len: 210 time: 0.0382180 Sep 26 18:09:18.866858 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4d22d7ce-1e72-4954-8577-be6dbfab8b68 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (901e2484-169d-4d82-b35c-4902355308b3), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:18.867197 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4d22d7ce-1e72-4954-8577-be6dbfab8b68 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks [] for floatingip (901e2484-169d-4d82-b35c-4902355308b3), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:18.882822 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-4d22d7ce-1e72-4954-8577-be6dbfab8b68 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Calling delete_port for 901e2484-169d-4d82-b35c-4902355308b3 owned by network:floatingip {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:09:18.970249 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d04c98-1abf-4475-b4e2-19bc46327c78 None None] New status for floating IP 12915ba0-01f0-4c46-85fb-d1e77e78e85e: DOWN {{(pid=106584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:09:19.147077 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca2bf0-245c-48ef-ba28-d1e9d2ee1edb req-0102bbc6-6bb5-478e-8a00-36b3153ea323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:19.148940 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5eca2bf0-245c-48ef-ba28-d1e9d2ee1edb req-0102bbc6-6bb5-478e-8a00-36b3153ea323 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=45aee833-caf9-4514-8a4b-002783e94737 HTTP/1.1" status: 200 len: 919 time: 0.1492867 Sep 26 18:09:19.195674 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5eca2bf0-245c-48ef-ba28-d1e9d2ee1edb req-9b2d26f1-d6e7-4168-bd32-300b8301456a service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ef108b0-8394-4e0e-8563-6390415fb8c4 HTTP/1.1" status: 200 len: 217 time: 0.0384848 Sep 26 18:09:19.234991 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4d22d7ce-1e72-4954-8577-be6dbfab8b68 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (901e2484-169d-4d82-b35c-4902355308b3), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:19.268246 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22d7ce-1e72-4954-8577-be6dbfab8b68 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Pushing event deleted for resources: {'Port': ['ID=901e2484-169d-4d82-b35c-4902355308b3,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:19.306711 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca2bf0-245c-48ef-ba28-d1e9d2ee1edb req-f6fca55b-380a-4f8c-9089-6e22df955739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:19.308216 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5eca2bf0-245c-48ef-ba28-d1e9d2ee1edb req-f6fca55b-380a-4f8c-9089-6e22df955739 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=e01e5c5e-987a-4185-87ba-f124ff403d46 HTTP/1.1" status: 200 len: 857 time: 0.1055982 Sep 26 18:09:19.348810 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:19.388665 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca2bf0-245c-48ef-ba28-d1e9d2ee1edb req-61dc6a5c-9f52-44f2-9b8b-28f8a30b62df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:19.390430 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5eca2bf0-245c-48ef-ba28-d1e9d2ee1edb req-61dc6a5c-9f52-44f2-9b8b-28f8a30b62df service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=45aee833-caf9-4514-8a4b-002783e94737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552680 Sep 26 18:09:19.391208 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4d22d7ce-1e72-4954-8577-be6dbfab8b68 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks [] for floatingip (98455432-fa69-4cea-896d-f36940684b9c), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:19.394883 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4d22d7ce-1e72-4954-8577-be6dbfab8b68 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:19.396316 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-4d22d7ce-1e72-4954-8577-be6dbfab8b68 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/98455432-fa69-4cea-896d-f36940684b9c HTTP/1.1" status: 204 len: 168 time: 0.8055601 Sep 26 18:09:19.493827 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5eca2bf0-245c-48ef-ba28-d1e9d2ee1edb req-02b852e0-1ae0-4abe-85a1-e5d3b0df3d52 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961370 Sep 26 18:09:19.521224 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:19.610567 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5eca2bf0-245c-48ef-ba28-d1e9d2ee1edb req-9ceb34be-2d7f-4725-a09d-20d9d81c5411 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090651 Sep 26 18:09:20.034391 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 52794) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:20.098625 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-27bd86e4-94e6-4ede-bb59-4ae51b44566e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group (02b468d2-560c-456c-9e87-d5a2801d8e5e), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:20.126437 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-27bd86e4-94e6-4ede-bb59-4ae51b44566e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group (02b468d2-560c-456c-9e87-d5a2801d8e5e), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:20.153915 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device f7bfcff1-da00-43a3-96d5-30997503c634 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:09:20.174582 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] No Port match for: f7bfcff1-da00-43a3-96d5-30997503c634 {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:09:20.174976 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device f7bfcff1-da00-43a3-96d5-30997503c634 not bound to the agent host hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:09:20.334215 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-27bd86e4-94e6-4ede-bb59-4ae51b44566e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (02b468d2-560c-456c-9e87-d5a2801d8e5e), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:20.337318 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-27bd86e4-94e6-4ede-bb59-4ae51b44566e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:20.338492 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-27bd86e4-94e6-4ede-bb59-4ae51b44566e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/02b468d2-560c-456c-9e87-d5a2801d8e5e HTTP/1.1" status: 204 len: 168 time: 0.3030972 Sep 26 18:09:20.341376 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 52798) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:20.353766 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd86e4-94e6-4ede-bb59-4ae51b44566e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b468d2-560c-456c-9e87-d5a2801d8e5e,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:20.362935 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd86e4-94e6-4ede-bb59-4ae51b44566e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:20.363288 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd86e4-94e6-4ede-bb59-4ae51b44566e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:20.363640 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd86e4-94e6-4ede-bb59-4ae51b44566e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:20.364012 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd86e4-94e6-4ede-bb59-4ae51b44566e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:20.364256 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.api.v2.resource [None req-33aa315b-0a21-4bc6-9ced-59c640f33bf0 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] show failed (client error): The resource could not be found. Sep 26 18:09:20.364388 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd86e4-94e6-4ede-bb59-4ae51b44566e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:20.364675 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd86e4-94e6-4ede-bb59-4ae51b44566e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:20.365016 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd86e4-94e6-4ede-bb59-4ae51b44566e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:20.365304 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-33aa315b-0a21-4bc6-9ced-59c640f33bf0 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups/02b468d2-560c-456c-9e87-d5a2801d8e5e HTTP/1.1" status: 404 len: 347 time: 0.0229275 Sep 26 18:09:20.365566 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd86e4-94e6-4ede-bb59-4ae51b44566e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:20.365655 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd86e4-94e6-4ede-bb59-4ae51b44566e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:20.365973 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd86e4-94e6-4ede-bb59-4ae51b44566e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:20.366307 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd86e4-94e6-4ede-bb59-4ae51b44566e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:20.366636 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd86e4-94e6-4ede-bb59-4ae51b44566e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:20.366967 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd86e4-94e6-4ede-bb59-4ae51b44566e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:20.367462 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd86e4-94e6-4ede-bb59-4ae51b44566e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:20.367739 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd86e4-94e6-4ede-bb59-4ae51b44566e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:20.369107 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 52800) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:20.507460 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-b7e894ad-6096-4744-9072-43df1d9f053a tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Deleting port ed45535f-49d3-4513-a152-afd14d88fcca {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:09:20.507861 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-b7e894ad-6096-4744-9072-43df1d9f053a tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (ed45535f-49d3-4513-a152-afd14d88fcca), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:20.600633 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-b7e894ad-6096-4744-9072-43df1d9f053a tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (ed45535f-49d3-4513-a152-afd14d88fcca), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:20.600964 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-b7e894ad-6096-4744-9072-43df1d9f053a tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for floatingip (ed45535f-49d3-4513-a152-afd14d88fcca), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:20.613929 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-b7e894ad-6096-4744-9072-43df1d9f053a tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Calling delete_port for ed45535f-49d3-4513-a152-afd14d88fcca owned by network:floatingip {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:09:20.853706 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-b7e894ad-6096-4744-9072-43df1d9f053a tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (ed45535f-49d3-4513-a152-afd14d88fcca), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:20.880232 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e894ad-6096-4744-9072-43df1d9f053a tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event deleted for resources: {'Port': ['ID=ed45535f-49d3-4513-a152-afd14d88fcca,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:20.956960 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-b7e894ad-6096-4744-9072-43df1d9f053a tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for floatingip (12915ba0-01f0-4c46-85fb-d1e77e78e85e), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:20.959669 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-b7e894ad-6096-4744-9072-43df1d9f053a tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:20.960838 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-b7e894ad-6096-4744-9072-43df1d9f053a tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/12915ba0-01f0-4c46-85fb-d1e77e78e85e HTTP/1.1" status: 204 len: 168 time: 0.5903873 Sep 26 18:09:21.185419 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 52810) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:21.190547 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-9cfee47a-fc56-4c5d-8fdb-d5e0dd24a1e6 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Request body: {'security_group': {'name': 'tempest-securitygroup--552210455', 'description': 'tempest-description--16040909'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:09:21.294491 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-9cfee47a-fc56-4c5d-8fdb-d5e0dd24a1e6 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:21.379381 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-9cfee47a-fc56-4c5d-8fdb-d5e0dd24a1e6 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group (308e0407-f58d-43d0-a06a-0f457c96bc83), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:21.477308 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-9cfee47a-fc56-4c5d-8fdb-d5e0dd24a1e6 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (308e0407-f58d-43d0-a06a-0f457c96bc83), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:21.509054 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfee47a-fc56-4c5d-8fdb-d5e0dd24a1e6 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=308e0407-f58d-43d0-a06a-0f457c96bc83,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:21.617163 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-9cfee47a-fc56-4c5d-8fdb-d5e0dd24a1e6 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:21.618717 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-9cfee47a-fc56-4c5d-8fdb-d5e0dd24a1e6 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4322193 Sep 26 18:09:21.621663 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 52812) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:21.626240 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-7bc93f10-a731-4ad3-90e8-3288cd7e18fd tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Request body: {'security_group_rule': {'security_group_id': '308e0407-f58d-43d0-a06a-0f457c96bc83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:09:21.753312 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-7bc93f10-a731-4ad3-90e8-3288cd7e18fd tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group_rule (7e07c92b-477d-4e9b-8800-a8e00312f342), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:21.799231 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:21.821162 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-7bc93f10-a731-4ad3-90e8-3288cd7e18fd tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group_rule (7e07c92b-477d-4e9b-8800-a8e00312f342), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:21.917335 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-7bc93f10-a731-4ad3-90e8-3288cd7e18fd tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (7e07c92b-477d-4e9b-8800-a8e00312f342), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:21.930947 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:21.938205 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc93f10-a731-4ad3-90e8-3288cd7e18fd tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e07c92b-477d-4e9b-8800-a8e00312f342,revision_number=0']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:22.034537 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-7bc93f10-a731-4ad3-90e8-3288cd7e18fd tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:22.035676 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-7bc93f10-a731-4ad3-90e8-3288cd7e18fd tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4130061 Sep 26 18:09:22.038543 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 52814) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:22.043157 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-0873215d-91ce-43df-91eb-e406df18f62c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Request body: {'security_group_rule': {'security_group_id': '308e0407-f58d-43d0-a06a-0f457c96bc83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:09:22.171349 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0873215d-91ce-43df-91eb-e406df18f62c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group_rule (579aa529-732d-43a0-951a-066177c84e55), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:22.239830 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0873215d-91ce-43df-91eb-e406df18f62c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group_rule (579aa529-732d-43a0-951a-066177c84e55), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:22.351609 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0873215d-91ce-43df-91eb-e406df18f62c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (579aa529-732d-43a0-951a-066177c84e55), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:22.374613 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873215d-91ce-43df-91eb-e406df18f62c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579aa529-732d-43a0-951a-066177c84e55,revision_number=0']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:22.484809 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0873215d-91ce-43df-91eb-e406df18f62c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:22.486052 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-0873215d-91ce-43df-91eb-e406df18f62c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4464839 Sep 26 18:09:22.489914 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 52820) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:22.494270 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-4bd6b9c4-7fb5-43ff-8cdb-e787eff28b22 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Request body: {'floatingip': {'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:09:22.602116 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4bd6b9c4-7fb5-43ff-8cdb-e787eff28b22 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:22.687159 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4bd6b9c4-7fb5-43ff-8cdb-e787eff28b22 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:22.733405 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b6193-16cd-4546-8ade-2e5227ca183c req-85366964-ebd4-49cb-a08d-b5a93623fdea tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:22.735596 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-037b6193-16cd-4546-8ade-2e5227ca183c req-85366964-ebd4-49cb-a08d-b5a93623fdea tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0511646 Sep 26 18:09:22.792646 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-037b6193-16cd-4546-8ade-2e5227ca183c req-09928271-3676-4f21-ae36-a90ccff4e7ab tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506024 Sep 26 18:09:22.958644 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_common [None req-4bd6b9c4-7fb5-43ff-8cdb-e787eff28b22 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Allocated IP 172.27.3.115 (75671e20-856b-479b-bee1-be813a3f2eee/4775a61a-d36f-43c7-b0a4-bf2c0640e392/b8a01cbe-cf92-4f3c-85bd-99f15c7c8e61) {{(pid=106582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:09:23.072386 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4bd6b9c4-7fb5-43ff-8cdb-e787eff28b22 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for port (b8a01cbe-cf92-4f3c-85bd-99f15c7c8e61), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:23.169656 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4bd6b9c4-7fb5-43ff-8cdb-e787eff28b22 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (b8a01cbe-cf92-4f3c-85bd-99f15c7c8e61), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:23.213284 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd6b9c4-7fb5-43ff-8cdb-e787eff28b22 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Network 75671e20-856b-479b-bee1-be813a3f2eee is already hosted by enough agents. {{(pid=106582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:09:23.217743 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:23.218802 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-4bd6b9c4-7fb5-43ff-8cdb-e787eff28b22 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Resources bound (agent type, host, resource id): {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:09:23.221862 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd6b9c4-7fb5-43ff-8cdb-e787eff28b22 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Received port after_create {{(pid=106582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:09:23.227449 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6b9c4-7fb5-43ff-8cdb-e787eff28b22 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event updated for resources: {'Port': ['ID=b8a01cbe-cf92-4f3c-85bd-99f15c7c8e61,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:23.257794 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:23.312257 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4bd6b9c4-7fb5-43ff-8cdb-e787eff28b22 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for floatingip (685b86e0-9c76-4873-83eb-e99fc5d23962), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:23.454351 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4bd6b9c4-7fb5-43ff-8cdb-e787eff28b22 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (b8a01cbe-cf92-4f3c-85bd-99f15c7c8e61), before_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:23.620684 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4bd6b9c4-7fb5-43ff-8cdb-e787eff28b22 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for port (b8a01cbe-cf92-4f3c-85bd-99f15c7c8e61), precommit_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:23.711403 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4bd6b9c4-7fb5-43ff-8cdb-e787eff28b22 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-513976'] for port (b8a01cbe-cf92-4f3c-85bd-99f15c7c8e61), after_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:23.787544 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6b9c4-7fb5-43ff-8cdb-e787eff28b22 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event updated for resources: {'Port': ['ID=b8a01cbe-cf92-4f3c-85bd-99f15c7c8e61,revision_number=2']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:23.790167 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4bd6b9c4-7fb5-43ff-8cdb-e787eff28b22 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (685b86e0-9c76-4873-83eb-e99fc5d23962), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:23.873548 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4bd6b9c4-7fb5-43ff-8cdb-e787eff28b22 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:23.874805 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-4bd6b9c4-7fb5-43ff-8cdb-e787eff28b22 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3838434 Sep 26 18:09:23.942625 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3472e-8ea9-4349-a14d-edd474b07720 req-bb8c1eac-2595-4625-a7f0-7d918bede9ab tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:23.944245 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d0e3472e-8ea9-4349-a14d-edd474b07720 req-bb8c1eac-2595-4625-a7f0-7d918bede9ab tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0599117 Sep 26 18:09:23.996771 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d0e3472e-8ea9-4349-a14d-edd474b07720 req-cebaf4f4-ac3a-46be-b389-be02c2aabcc9 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465190 Sep 26 18:09:24.055447 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-1e2c2164-88f9-44d4-9b94-aae76b7d7646 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--552210455&fields=id&tenant_id=ffa58ff5197e48709d5c90ec334b9403 HTTP/1.1" status: 200 len: 267 time: 0.0451727 Sep 26 18:09:24.170784 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-cab86051-1972-43c6-9a04-1f75235be516 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:24.172204 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-cab86051-1972-43c6-9a04-1f75235be516 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/networks?id=ff0911ec-d0cb-47aa-9835-b96611526a51 HTTP/1.1" status: 200 len: 815 time: 0.1101084 Sep 26 18:09:24.187821 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-7754f2dd-baad-4fd7-9fae-4386222d704b tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/quotas/ffa58ff5197e48709d5c90ec334b9403 HTTP/1.1" status: 200 len: 375 time: 0.0095103 Sep 26 18:09:24.242306 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-f60a7076-b329-4a7e-87ae-ebce35c97855 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=ffa58ff5197e48709d5c90ec334b9403&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492527 Sep 26 18:09:24.397503 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-be3818f1-b990-4dcb-ad50-0b8623256e68 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ff0911ec-d0cb-47aa-9835-b96611526a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421611 Sep 26 18:09:24.517068 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde4bd9-9693-43be-9fda-60a14fd008db req-2802a512-8fd5-4d0e-86a9-cc58cee26b00 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:24.519130 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-adde4bd9-9693-43be-9fda-60a14fd008db req-2802a512-8fd5-4d0e-86a9-cc58cee26b00 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0597565 Sep 26 18:09:24.582171 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-a3e49b7f-bcf7-4842-a8fc-016adceed15c service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ff0911ec-d0cb-47aa-9835-b96611526a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783168 Sep 26 18:09:24.647749 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-adde4bd9-9693-43be-9fda-60a14fd008db req-6e32a23c-4be5-448c-80bb-f76c7b86f0d9 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Deleting port 9ef108b0-8394-4e0e-8563-6390415fb8c4 {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:09:24.648183 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-adde4bd9-9693-43be-9fda-60a14fd008db req-6e32a23c-4be5-448c-80bb-f76c7b86f0d9 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (9ef108b0-8394-4e0e-8563-6390415fb8c4), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:24.752887 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-adde4bd9-9693-43be-9fda-60a14fd008db req-6e32a23c-4be5-448c-80bb-f76c7b86f0d9 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] For port 9ef108b0-8394-4e0e-8563-6390415fb8c4, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9ef108b0-8394-4e0e-8563-6390415fb8c4,segment=NetworkSegment(63da25e3-ab21-4200-80f5-c0efc61716da),segment_id=63da25e3-ab21-4200-80f5-c0efc61716da)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:24.753252 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-adde4bd9-9693-43be-9fda-60a14fd008db req-6e32a23c-4be5-448c-80bb-f76c7b86f0d9 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (9ef108b0-8394-4e0e-8563-6390415fb8c4), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:25.056408 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-adde4bd9-9693-43be-9fda-60a14fd008db req-6e32a23c-4be5-448c-80bb-f76c7b86f0d9 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Calling delete_port for 9ef108b0-8394-4e0e-8563-6390415fb8c4 owned by compute:nova {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:09:25.084920 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d8fa0d22-d4e2-4ca3-9d5a-ba0585a0f43e req-8a54cf1a-ad5b-4d6a-ac5b-c4fe328c8538 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7a049820-82bd-4c41-8047-5f4fa2d9966e HTTP/1.1" status: 200 len: 210 time: 0.0415916 Sep 26 18:09:25.180020 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b560f5f-41f3-410b-b377-5f14f00945ca req-c3ce0caa-3b4d-4443-801a-8eea1a98738c tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:25.181530 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1b560f5f-41f3-410b-b377-5f14f00945ca req-c3ce0caa-3b4d-4443-801a-8eea1a98738c tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 945 time: 0.0656750 Sep 26 18:09:25.186451 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:25.202614 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:25.273057 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1b560f5f-41f3-410b-b377-5f14f00945ca req-95cd0edc-0061-443d-8dfc-4f28ce3d461e tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791640 Sep 26 18:09:25.351948 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-adde4bd9-9693-43be-9fda-60a14fd008db req-6e32a23c-4be5-448c-80bb-f76c7b86f0d9 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (9ef108b0-8394-4e0e-8563-6390415fb8c4), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:25.381106 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32a23c-4be5-448c-80bb-f76c7b86f0d9 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Pushing event deleted for resources: {'Port': ['ID=9ef108b0-8394-4e0e-8563-6390415fb8c4,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:25.412605 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['88eb2714-0a5c-49b3-aebb-0b129916ee37', '9ef108b0-8394-4e0e-8563-6390415fb8c4'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:09:25.439890 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-adde4bd9-9693-43be-9fda-60a14fd008db req-6e32a23c-4be5-448c-80bb-f76c7b86f0d9 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] No DVR routers for this DVR port 9ef108b0-8394-4e0e-8563-6390415fb8c4 on host hv-cinder-85931 {{(pid=106583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:09:25.443074 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-adde4bd9-9693-43be-9fda-60a14fd008db req-6e32a23c-4be5-448c-80bb-f76c7b86f0d9 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:25.447777 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-adde4bd9-9693-43be-9fda-60a14fd008db req-6e32a23c-4be5-448c-80bb-f76c7b86f0d9 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.88 "DELETE /networking/v2.0/ports/9ef108b0-8394-4e0e-8563-6390415fb8c4 HTTP/1.1" status: 204 len: 173 time: 0.9170117 Sep 26 18:09:25.448441 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220b1da2-7651-436f-ab85-1d16ee3ecea0', 'name': 'network-vif-deleted', 'tag': '9ef108b0-8394-4e0e-8563-6390415fb8c4'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:09:25.451036 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5932f90-2f37-47ca-812b-7fc7beeedbef" -d '{"events": [{"server_uuid": "220b1da2-7651-436f-ab85-1d16ee3ecea0", "name": "network-vif-deleted", "tag": "9ef108b0-8394-4e0e-8563-6390415fb8c4"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:09:25.500965 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6472871c-1e41-4795-aa7f-9c3dea8be0c7 x-openstack-request-id: req-6472871c-1e41-4795-aa7f-9c3dea8be0c7 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:09:25.501383 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220b1da2-7651-436f-ab85-1d16ee3ecea0", "name": "network-vif-deleted", "tag": "9ef108b0-8394-4e0e-8563-6390415fb8c4", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:09:25.501770 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6472871c-1e41-4795-aa7f-9c3dea8be0c7 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:09:25.502499 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6472871c-1e41-4795-aa7f-9c3dea8be0c7'] response: {'server_uuid': '220b1da2-7651-436f-ab85-1d16ee3ecea0', 'name': 'network-vif-deleted', 'tag': '9ef108b0-8394-4e0e-8563-6390415fb8c4', 'status': 'completed', 'code': 200} Sep 26 18:09:26.197219 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f5b16925-e5fc-456f-94c4-aaf3320d5615 req-82795314-f485-41e2-92b8-1a04dcd69834 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7a049820-82bd-4c41-8047-5f4fa2d9966e HTTP/1.1" status: 200 len: 210 time: 0.0304210 Sep 26 18:09:26.396217 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7358576e-a6cc-4c18-9825-70b37968604a req-b2231744-7328-48d2-9993-55d2e36d3a24 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=220b1da2-7651-436f-ab85-1d16ee3ecea0 HTTP/1.1" status: 200 len: 210 time: 0.0291913 Sep 26 18:09:27.326934 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-08e7ebed-3b6e-4454-8ada-9a8f2ace8383 req-58644b39-15ab-441d-a63d-12c35c327515 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7a049820-82bd-4c41-8047-5f4fa2d9966e HTTP/1.1" status: 200 len: 210 time: 0.0299199 Sep 26 18:09:27.987255 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06708359-4ffa-4f9d-bff1-803f7ca8ffe0 req-b607a81b-c29a-4c72-b3b9-926b5d453215 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:27.988805 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-06708359-4ffa-4f9d-bff1-803f7ca8ffe0 req-b607a81b-c29a-4c72-b3b9-926b5d453215 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.0515749 Sep 26 18:09:28.040036 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-06708359-4ffa-4f9d-bff1-803f7ca8ffe0 req-7fd22aa2-4c24-4e3c-8250-8e0b2c736098 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456202 Sep 26 18:09:28.176434 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 9ef108b0-8394-4e0e-8563-6390415fb8c4 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:09:28.196689 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] No Port match for: 9ef108b0-8394-4e0e-8563-6390415fb8c4 {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:09:28.197041 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 9ef108b0-8394-4e0e-8563-6390415fb8c4 not bound to the agent host hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:09:28.445711 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a1cf551b-5863-4ca0-9b07-375a3fea3290 req-e06b554c-cb77-4790-a7a9-c0b9c7370239 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7a049820-82bd-4c41-8047-5f4fa2d9966e HTTP/1.1" status: 200 len: 210 time: 0.0284328 Sep 26 18:09:28.662395 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=27 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:28.663148 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=65 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:29.165969 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71385b-7bf9-4be6-ad74-705d2b175202 req-b48e43ae-d990-4b5f-8e4a-855d356f6719 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:29.167507 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4f71385b-7bf9-4be6-ad74-705d2b175202 req-b48e43ae-d990-4b5f-8e4a-855d356f6719 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.0497613 Sep 26 18:09:29.217679 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4f71385b-7bf9-4be6-ad74-705d2b175202 req-4079999e-2d76-489b-8a1f-b783402ede99 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446703 Sep 26 18:09:29.555991 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f560cf16-1a3b-4131-a472-9354c537fa35 req-b37818fb-23d4-49ac-a55d-0066e41afa3a tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7a049820-82bd-4c41-8047-5f4fa2d9966e HTTP/1.1" status: 200 len: 210 time: 0.0325325 Sep 26 18:09:30.342201 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd945b6-35f2-433e-a79e-5ee7eff3ee7a req-ca2ff574-cbb7-4b5c-80a4-5d202b5997c0 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:30.343746 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bbd945b6-35f2-433e-a79e-5ee7eff3ee7a req-ca2ff574-cbb7-4b5c-80a4-5d202b5997c0 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.0486228 Sep 26 18:09:30.393905 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bbd945b6-35f2-433e-a79e-5ee7eff3ee7a req-d306786e-2a7f-49ea-9d37-5321b8a89b02 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435007 Sep 26 18:09:30.668842 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6dab2e77-2c5b-448c-b2fa-9efbda76251f req-f971dd6d-078d-4dca-a952-7bb6770c26dd tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7a049820-82bd-4c41-8047-5f4fa2d9966e HTTP/1.1" status: 200 len: 210 time: 0.0326104 Sep 26 18:09:30.713239 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-bb810019-110e-4d41-a648-10d55fe04e5d tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:30.714679 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-bb810019-110e-4d41-a648-10d55fe04e5d tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.88 "GET /networking/v2.0/networks?id=ff0911ec-d0cb-47aa-9835-b96611526a51 HTTP/1.1" status: 200 len: 815 time: 0.1378531 Sep 26 18:09:30.860850 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-47b6600b-f9c3-4ced-bd29-b82c71b6a8f2 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.88 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ffa58ff5197e48709d5c90ec334b9403 HTTP/1.1" status: 200 len: 379 time: 0.0529759 Sep 26 18:09:30.981828 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-ce8c0287-8634-4842-870a-8f696f1ce981 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Request body: {'port': {'device_id': '7a049820-82bd-4c41-8047-5f4fa2d9966e', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'admin_state_up': True, 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'security_groups': ['308e0407-f58d-43d0-a06a-0f457c96bc83']}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:09:31.075943 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9221a4b-b90a-4afb-b002-760a7c231dc2 req-5da5c6f7-d817-419a-a28e-52fb7b5e33b7 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:31.077416 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a9221a4b-b90a-4afb-b002-760a7c231dc2 req-5da5c6f7-d817-419a-a28e-52fb7b5e33b7 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.0917008 Sep 26 18:09:31.126494 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:31.205030 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-a9221a4b-b90a-4afb-b002-760a7c231dc2 req-d0e94dd1-0278-4414-948f-55a4f69dae83 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Deleting port 88eb2714-0a5c-49b3-aebb-0b129916ee37 {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:09:31.205336 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-a9221a4b-b90a-4afb-b002-760a7c231dc2 req-d0e94dd1-0278-4414-948f-55a4f69dae83 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (88eb2714-0a5c-49b3-aebb-0b129916ee37), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:31.271245 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:31.299756 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-a9221a4b-b90a-4afb-b002-760a7c231dc2 req-d0e94dd1-0278-4414-948f-55a4f69dae83 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] For port 88eb2714-0a5c-49b3-aebb-0b129916ee37, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=88eb2714-0a5c-49b3-aebb-0b129916ee37,segment=NetworkSegment(63da25e3-ab21-4200-80f5-c0efc61716da),segment_id=63da25e3-ab21-4200-80f5-c0efc61716da)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:31.300271 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-a9221a4b-b90a-4afb-b002-760a7c231dc2 req-d0e94dd1-0278-4414-948f-55a4f69dae83 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (88eb2714-0a5c-49b3-aebb-0b129916ee37), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:31.313330 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-a9221a4b-b90a-4afb-b002-760a7c231dc2 req-d0e94dd1-0278-4414-948f-55a4f69dae83 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Calling delete_port for 88eb2714-0a5c-49b3-aebb-0b129916ee37 owned by compute:nova {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:09:31.315704 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-ce8c0287-8634-4842-870a-8f696f1ce981 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Made reservation on behalf of ffa58ff5197e48709d5c90ec334b9403 for: {'port': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:09:31.319420 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-ce8c0287-8634-4842-870a-8f696f1ce981 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:31.588460 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-ce8c0287-8634-4842-870a-8f696f1ce981 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Allocated IP 172.20.0.9 (ff0911ec-d0cb-47aa-9835-b96611526a51/1feb17d0-5a16-48d0-945c-e503f8418bcd/0c54af98-0db2-4ce1-9deb-71251c9bce73) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:09:31.605900 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120cae9-b63c-44d5-983d-6858de084a5e req-addd10b9-e5ad-41d6-ae5b-dc3c97faf982 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:31.607377 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a120cae9-b63c-44d5-983d-6858de084a5e req-addd10b9-e5ad-41d6-ae5b-dc3c97faf982 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 946 time: 0.1145487 Sep 26 18:09:31.696709 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a120cae9-b63c-44d5-983d-6858de084a5e req-2b41f6dc-fedd-441d-8f3c-cac84f6dc069 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fbdebad9-7432-46e3-a0aa-86c153f6837e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771713 Sep 26 18:09:31.729464 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-a9221a4b-b90a-4afb-b002-760a7c231dc2 req-d0e94dd1-0278-4414-948f-55a4f69dae83 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (88eb2714-0a5c-49b3-aebb-0b129916ee37), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:31.774241 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['88eb2714-0a5c-49b3-aebb-0b129916ee37'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:09:31.776476 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=49,neutron:UPDATE=5 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:31.778175 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=48,neutron:UPDATE=6 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:31.809096 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:31.812685 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e94dd1-0278-4414-948f-55a4f69dae83 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Pushing event deleted for resources: {'Port': ['ID=88eb2714-0a5c-49b3-aebb-0b129916ee37,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:31.862376 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-91e5d0aa-e9d5-4fee-8e27-b15700129141 req-a91926a2-e6a9-4329-80a4-aff3f187f456 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7a049820-82bd-4c41-8047-5f4fa2d9966e HTTP/1.1" status: 200 len: 210 time: 0.0545216 Sep 26 18:09:31.913309 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9221a4b-b90a-4afb-b002-760a7c231dc2 req-d0e94dd1-0278-4414-948f-55a4f69dae83 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] No DVR routers for this DVR port 88eb2714-0a5c-49b3-aebb-0b129916ee37 on host hv-cinder-85931 {{(pid=106583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:09:31.917358 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-a9221a4b-b90a-4afb-b002-760a7c231dc2 req-d0e94dd1-0278-4414-948f-55a4f69dae83 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:31.920561 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a9221a4b-b90a-4afb-b002-760a7c231dc2 req-d0e94dd1-0278-4414-948f-55a4f69dae83 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.88 "DELETE /networking/v2.0/ports/88eb2714-0a5c-49b3-aebb-0b129916ee37 HTTP/1.1" status: 204 len: 173 time: 0.8354084 Sep 26 18:09:31.921048 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92dd8f8-d04b-4fb0-804a-8842bd4c60c9', 'name': 'network-vif-deleted', 'tag': '88eb2714-0a5c-49b3-aebb-0b129916ee37'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:09:31.923298 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06645549-83e4-4950-b7d9-fc8ab70f533a" -d '{"events": [{"server_uuid": "f92dd8f8-d04b-4fb0-804a-8842bd4c60c9", "name": "network-vif-deleted", "tag": "88eb2714-0a5c-49b3-aebb-0b129916ee37"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:09:31.964111 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-ce8c0287-8634-4842-870a-8f696f1ce981 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for port (0c54af98-0db2-4ce1-9deb-71251c9bce73), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:31.964111 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad8ed0b-cb86-4cc0-a3b6-a090965ab135 x-openstack-request-id: req-7ad8ed0b-cb86-4cc0-a3b6-a090965ab135 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:09:31.964111 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92dd8f8-d04b-4fb0-804a-8842bd4c60c9", "name": "network-vif-deleted", "tag": "88eb2714-0a5c-49b3-aebb-0b129916ee37", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:09:31.964111 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7ad8ed0b-cb86-4cc0-a3b6-a090965ab135 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:09:31.964111 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ad8ed0b-cb86-4cc0-a3b6-a090965ab135'] response: {'server_uuid': 'f92dd8f8-d04b-4fb0-804a-8842bd4c60c9', 'name': 'network-vif-deleted', 'tag': '88eb2714-0a5c-49b3-aebb-0b129916ee37', 'status': 'completed', 'code': 200} Sep 26 18:09:31.991364 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-4ae617dd-6871-4431-9cda-d6c182d0fa81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:32.094736 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-ce8c0287-8634-4842-870a-8f696f1ce981 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (0c54af98-0db2-4ce1-9deb-71251c9bce73), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:32.145440 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-ce8c0287-8634-4842-870a-8f696f1ce981 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Network ff0911ec-d0cb-47aa-9835-b96611526a51 is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:09:32.149247 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-ce8c0287-8634-4842-870a-8f696f1ce981 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:09:32.151744 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-ce8c0287-8634-4842-870a-8f696f1ce981 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:09:32.180511 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c0287-8634-4842-870a-8f696f1ce981 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event updated for resources: {'Port': ['ID=0c54af98-0db2-4ce1-9deb-71251c9bce73,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:32.215939 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-ce8c0287-8634-4842-870a-8f696f1ce981 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:32.216427 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-ce8c0287-8634-4842-870a-8f696f1ce981 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:32.343273 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-ce8c0287-8634-4842-870a-8f696f1ce981 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3657708 Sep 26 18:09:32.392149 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-f53d1c78-a922-491e-9715-1b317e221a71 service neutron] Request body: {'port': {'device_id': '7a049820-82bd-4c41-8047-5f4fa2d9966e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:09:32.396236 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:32.460071 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-d8e6f8f9-a875-462e-8198-cafbd6eca8c9 None None] Provisioning complete for port 0c54af98-0db2-4ce1-9deb-71251c9bce73 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:09:32.460395 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-f53d1c78-a922-491e-9715-1b317e221a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (0c54af98-0db2-4ce1-9deb-71251c9bce73), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:32.460518 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-d8e6f8f9-a875-462e-8198-cafbd6eca8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (0c54af98-0db2-4ce1-9deb-71251c9bce73), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:32.460931 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-d8e6f8f9-a875-462e-8198-cafbd6eca8c9 None None] Attempt 1 to provision port 0c54af98-0db2-4ce1-9deb-71251c9bce73 Sep 26 18:09:32.494331 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-d8e6f8f9-a875-462e-8198-cafbd6eca8c9 None None] Port 0c54af98-0db2-4ce1-9deb-71251c9bce73 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:32.733539 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-f53d1c78-a922-491e-9715-1b317e221a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c54af98-0db2-4ce1-9deb-71251c9bce73 {{(pid=106583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:09:32.742074 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-f53d1c78-a922-491e-9715-1b317e221a71 service neutron] Publish callbacks [] for port (0c54af98-0db2-4ce1-9deb-71251c9bce73), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:32.755023 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.provisioning_blocks [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-f53d1c78-a922-491e-9715-1b317e221a71 service neutron] Transition to ACTIVE for port object 0c54af98-0db2-4ce1-9deb-71251c9bce73 will not be triggered until provisioned by entity L2. {{(pid=106583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:09:32.816657 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8f562294-fbcf-49d7-9370-8708a514ee02 req-88696dd2-2d39-4b91-8df6-7ab96a5eb2c2 tempest-ServerRescueNegativeTestJSON-1906646791 tempest-ServerRescueNegativeTestJSON-1906646791-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f92dd8f8-d04b-4fb0-804a-8842bd4c60c9 HTTP/1.1" status: 200 len: 210 time: 0.0298598 Sep 26 18:09:32.905812 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-f53d1c78-a922-491e-9715-1b317e221a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (0c54af98-0db2-4ce1-9deb-71251c9bce73), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:32.984353 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:32.984353 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d1c78-a922-491e-9715-1b317e221a71 service neutron] Pushing event updated for resources: {'Port': ['ID=0c54af98-0db2-4ce1-9deb-71251c9bce73,revision_number=2']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:32.995726 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-d8e6f8f9-a875-462e-8198-cafbd6eca8c9 None None] Attempt 2 to provision port 0c54af98-0db2-4ce1-9deb-71251c9bce73 Sep 26 18:09:33.029677 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-d8e6f8f9-a875-462e-8198-cafbd6eca8c9 None None] Port 0c54af98-0db2-4ce1-9deb-71251c9bce73 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:33.043573 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510cc1b6-47a8-463b-9af3-e1a9e5a255ed req-7b622a83-c5c9-4dc6-b50d-20de3549625d tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:33.045096 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-510cc1b6-47a8-463b-9af3-e1a9e5a255ed req-7b622a83-c5c9-4dc6-b50d-20de3549625d tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7a049820-82bd-4c41-8047-5f4fa2d9966e HTTP/1.1" status: 200 len: 943 time: 0.0899448 Sep 26 18:09:33.084698 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-f53d1c78-a922-491e-9715-1b317e221a71 service neutron] Attempting to bind port 0c54af98-0db2-4ce1-9deb-71251c9bce73 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:09:33.085038 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-f53d1c78-a922-491e-9715-1b317e221a71 service neutron] Attempting to bind port 0c54af98-0db2-4ce1-9deb-71251c9bce73 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'ed751284-034c-4094-bf91-e2a4a99e4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51'}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:09:33.085379 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-f53d1c78-a922-491e-9715-1b317e221a71 service neutron] Attempting to bind port 0c54af98-0db2-4ce1-9deb-71251c9bce73 on network ff0911ec-d0cb-47aa-9835-b96611526a51 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:09:33.134514 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-510cc1b6-47a8-463b-9af3-e1a9e5a255ed req-4651342c-b8c2-4593-8b5a-bfbdf96c0247 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=308e0407-f58d-43d0-a06a-0f457c96bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829768 Sep 26 18:09:33.148838 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-f53d1c78-a922-491e-9715-1b317e221a71 service neutron] Port 0c54af98-0db2-4ce1-9deb-71251c9bce73 on network ff0911ec-d0cb-47aa-9835-b96611526a51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:09:33.149176 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-f53d1c78-a922-491e-9715-1b317e221a71 service neutron] Attempting to bind port 0c54af98-0db2-4ce1-9deb-71251c9bce73 on network ff0911ec-d0cb-47aa-9835-b96611526a51 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:09:33.193580 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-f53d1c78-a922-491e-9715-1b317e221a71 service neutron] Checking agent: {'id': 'b76d05ef-6768-47d4-84e3-b7f3ce45293e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'started_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:09:33.193923 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-f53d1c78-a922-491e-9715-1b317e221a71 service neutron] Checking segment: {'id': 'ed751284-034c-4094-bf91-e2a4a99e4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:09:33.194313 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-f53d1c78-a922-491e-9715-1b317e221a71 service neutron] Bound using segment: {'id': 'ed751284-034c-4094-bf91-e2a4a99e4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51'} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:09:33.194755 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-f53d1c78-a922-491e-9715-1b317e221a71 service neutron] Bound port: 0c54af98-0db2-4ce1-9deb-71251c9bce73, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed751284-034c-4094-bf91-e2a4a99e4455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51'}}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:09:33.195122 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-f53d1c78-a922-491e-9715-1b317e221a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (0c54af98-0db2-4ce1-9deb-71251c9bce73), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:33.257137 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-f53d1c78-a922-491e-9715-1b317e221a71 service neutron] For port 0c54af98-0db2-4ce1-9deb-71251c9bce73, host hv-cinder-85931, cleared binding levels {{(pid=106583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:09:33.260096 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-f53d1c78-a922-491e-9715-1b317e221a71 service neutron] For port 0c54af98-0db2-4ce1-9deb-71251c9bce73, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=0c54af98-0db2-4ce1-9deb-71251c9bce73,segment=NetworkSegment(ed751284-034c-4094-bf91-e2a4a99e4455),segment_id=ed751284-034c-4094-bf91-e2a4a99e4455)] {{(pid=106583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:09:33.403661 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-f53d1c78-a922-491e-9715-1b317e221a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (0c54af98-0db2-4ce1-9deb-71251c9bce73), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:33.408668 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-f53d1c78-a922-491e-9715-1b317e221a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:33.409295 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-f53d1c78-a922-491e-9715-1b317e221a71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:33.410705 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-f53d1c78-a922-491e-9715-1b317e221a71 service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/0c54af98-0db2-4ce1-9deb-71251c9bce73 HTTP/1.1" status: 200 len: 1093 time: 1.0234625 Sep 26 18:09:33.461030 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d1c78-a922-491e-9715-1b317e221a71 service neutron] Pushing event updated for resources: {'Port': ['ID=0c54af98-0db2-4ce1-9deb-71251c9bce73,revision_number=3']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:33.530633 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-d8e6f8f9-a875-462e-8198-cafbd6eca8c9 None None] Attempt 3 to provision port 0c54af98-0db2-4ce1-9deb-71251c9bce73 Sep 26 18:09:33.572461 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-d8e6f8f9-a875-462e-8198-cafbd6eca8c9 None None] Port 0c54af98-0db2-4ce1-9deb-71251c9bce73 had new provisioning blocks added so it will not transition to active. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:09:33.603412 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-731f364b-865d-47a5-8648-042f625a2756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:33.605115 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-731f364b-865d-47a5-8648-042f625a2756 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=ffa58ff5197e48709d5c90ec334b9403&device_id=7a049820-82bd-4c41-8047-5f4fa2d9966e HTTP/1.1" status: 200 len: 1127 time: 0.0425062 Sep 26 18:09:33.658563 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-12d732c2-c13e-4b69-a33c-a8d17ea0a080 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c54af98-0db2-4ce1-9deb-71251c9bce73 HTTP/1.1" status: 200 len: 217 time: 0.0345759 Sep 26 18:09:33.704731 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:33.709368 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-8489d493-1b61-4729-b7f9-4b2a76c6225e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:33.710820 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-8489d493-1b61-4729-b7f9-4b2a76c6225e service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=1feb17d0-5a16-48d0-945c-e503f8418bcd HTTP/1.1" status: 200 len: 854 time: 0.0455017 Sep 26 18:09:33.761017 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-746a6901-9b73-48bf-8c74-b6897d67bb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:33.762540 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-746a6901-9b73-48bf-8c74-b6897d67bb14 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=ff0911ec-d0cb-47aa-9835-b96611526a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437257 Sep 26 18:09:33.869277 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-aa07bbb1-2410-47f5-b457-41fbad3d07cd service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ff0911ec-d0cb-47aa-9835-b96611526a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901518 Sep 26 18:09:33.888639 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 52902) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:33.924443 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=86,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:33.974023 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a049820-82bd-4c41-8047-5f4fa2d9966e', 'tag': '0c54af98-0db2-4ce1-9deb-71251c9bce73'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:09:33.980063 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd15e44a-dad0-4c45-94c4-774601aff677" -d '{"events": [{"name": "network-changed", "server_uuid": "7a049820-82bd-4c41-8047-5f4fa2d9966e", "tag": "0c54af98-0db2-4ce1-9deb-71251c9bce73"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:09:33.994645 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-be253a3d-af2c-4d7e-92d7-626b7d06a55b req-0bac0dbe-08f8-46bc-9b57-0575f973d40c service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ff0911ec-d0cb-47aa-9835-b96611526a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244028 Sep 26 18:09:34.031590 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbef738c-74f5-4626-800e-4c9a48da3f51 x-openstack-request-id: req-bbef738c-74f5-4626-800e-4c9a48da3f51 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:09:34.032006 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a049820-82bd-4c41-8047-5f4fa2d9966e", "tag": "0c54af98-0db2-4ce1-9deb-71251c9bce73", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:09:34.032267 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bbef738c-74f5-4626-800e-4c9a48da3f51 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:09:34.032671 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbef738c-74f5-4626-800e-4c9a48da3f51'] response: {'name': 'network-changed', 'server_uuid': '7a049820-82bd-4c41-8047-5f4fa2d9966e', 'tag': '0c54af98-0db2-4ce1-9deb-71251c9bce73', 'status': 'completed', 'code': 200} Sep 26 18:09:34.295082 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79713c03-b9d4-45ec-bd40-94b7c4a303e5 req-64704a73-f9e0-4a31-a2e9-4908c7f89467 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:34.296591 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-79713c03-b9d4-45ec-bd40-94b7c4a303e5 req-64704a73-f9e0-4a31-a2e9-4908c7f89467 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7a049820-82bd-4c41-8047-5f4fa2d9966e HTTP/1.1" status: 200 len: 943 time: 0.0746596 Sep 26 18:09:34.341306 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-df2d1285-964c-4149-9850-38bf1d39db17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:34.347621 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-79713c03-b9d4-45ec-bd40-94b7c4a303e5 req-c8f87746-5f26-4025-b340-efb85d804f49 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=308e0407-f58d-43d0-a06a-0f457c96bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448003 Sep 26 18:09:34.418317 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-81c19c22-e209-4ce3-9ee3-79eef8debdf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-492504'] for router_interface (28c7db1c-bc72-4bda-8221-4cf0690edc5c), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:34.688231 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-81c19c22-e209-4ce3-9ee3-79eef8debdf8 admin admin] Deleting port 84fc576d-4c27-492c-8da2-e1cf780b931c {{(pid=106582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:09:34.688569 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-81c19c22-e209-4ce3-9ee3-79eef8debdf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (84fc576d-4c27-492c-8da2-e1cf780b931c), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:34.770609 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.db [None req-81c19c22-e209-4ce3-9ee3-79eef8debdf8 admin admin] For port 84fc576d-4c27-492c-8da2-e1cf780b931c, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=84fc576d-4c27-492c-8da2-e1cf780b931c,segment=NetworkSegment(63da25e3-ab21-4200-80f5-c0efc61716da),segment_id=63da25e3-ab21-4200-80f5-c0efc61716da)] {{(pid=106582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:34.770971 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-81c19c22-e209-4ce3-9ee3-79eef8debdf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (84fc576d-4c27-492c-8da2-e1cf780b931c), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:34.779891 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=100 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:34.784031 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-81c19c22-e209-4ce3-9ee3-79eef8debdf8 admin admin] Calling delete_port for 84fc576d-4c27-492c-8da2-e1cf780b931c owned by network:router_interface {{(pid=106582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:09:35.066552 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-81c19c22-e209-4ce3-9ee3-79eef8debdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (84fc576d-4c27-492c-8da2-e1cf780b931c), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:35.089732 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c19c22-e209-4ce3-9ee3-79eef8debdf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=84fc576d-4c27-492c-8da2-e1cf780b931c,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:35.156744 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15e44a-dad0-4c45-94c4-774601aff677 req-ca2ed173-651f-493d-a00c-35f365297915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:35.158659 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cd15e44a-dad0-4c45-94c4-774601aff677 req-ca2ed173-651f-493d-a00c-35f365297915 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=ffa58ff5197e48709d5c90ec334b9403&device_id=7a049820-82bd-4c41-8047-5f4fa2d9966e HTTP/1.1" status: 200 len: 1127 time: 0.0504153 Sep 26 18:09:35.273280 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-81c19c22-e209-4ce3-9ee3-79eef8debdf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-642353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504936'] for router_interface (28c7db1c-bc72-4bda-8221-4cf0690edc5c), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:35.278064 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15e44a-dad0-4c45-94c4-774601aff677 req-930aaa7e-c86e-4d35-a594-6b7e0be4ac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:35.279936 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cd15e44a-dad0-4c45-94c4-774601aff677 req-930aaa7e-c86e-4d35-a594-6b7e0be4ac72 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=ff0911ec-d0cb-47aa-9835-b96611526a51 HTTP/1.1" status: 200 len: 916 time: 0.1139305 Sep 26 18:09:35.333724 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cd15e44a-dad0-4c45-94c4-774601aff677 req-a920036b-9e23-4e5e-be57-03c4aa613cb8 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c54af98-0db2-4ce1-9deb-71251c9bce73 HTTP/1.1" status: 200 len: 217 time: 0.0450523 Sep 26 18:09:35.344464 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:35.487343 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131227e-e1f5-44da-b4bd-aa1bdf45bff3 req-350b822f-e5ff-4087-888e-03c587ec9961 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:35.489189 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9131227e-e1f5-44da-b4bd-aa1bdf45bff3 req-350b822f-e5ff-4087-888e-03c587ec9961 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7a049820-82bd-4c41-8047-5f4fa2d9966e HTTP/1.1" status: 200 len: 943 time: 0.0539486 Sep 26 18:09:35.523124 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:35.542138 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9131227e-e1f5-44da-b4bd-aa1bdf45bff3 req-f329e4fc-7180-4550-a9e9-c46d3d16a5a9 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=308e0407-f58d-43d0-a06a-0f457c96bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467393 Sep 26 18:09:35.676650 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c19c22-e209-4ce3-9ee3-79eef8debdf8 admin admin] Router 28c7db1c-bc72-4bda-8221-4cf0690edc5c has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:09:35.721635 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15e44a-dad0-4c45-94c4-774601aff677 req-6827fc75-1cda-4466-b4f3-485609083cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:35.723287 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cd15e44a-dad0-4c45-94c4-774601aff677 req-6827fc75-1cda-4466-b4f3-485609083cf7 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=1feb17d0-5a16-48d0-945c-e503f8418bcd HTTP/1.1" status: 200 len: 854 time: 0.0465026 Sep 26 18:09:35.781375 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15e44a-dad0-4c45-94c4-774601aff677 req-adeef3fa-9055-4b49-a387-82b41cd552de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:35.781645 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c19c22-e209-4ce3-9ee3-79eef8debdf8 admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:09:35.782878 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cd15e44a-dad0-4c45-94c4-774601aff677 req-adeef3fa-9055-4b49-a387-82b41cd552de service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=ff0911ec-d0cb-47aa-9835-b96611526a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449657 Sep 26 18:09:35.787504 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-81c19c22-e209-4ce3-9ee3-79eef8debdf8 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/28c7db1c-bc72-4bda-8221-4cf0690edc5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8978140 Sep 26 18:09:35.790194 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 52926) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:35.792937 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5d4c31-7178-4968-b17d-d05c3bf3f8d2 None None] Sync routers for ids ['28c7db1c-bc72-4bda-8221-4cf0690edc5c'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:09:35.911769 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5d4c31-7178-4968-b17d-d05c3bf3f8d2 None None] Routers {'28c7db1c-bc72-4bda-8221-4cf0690edc5c'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:35.918247 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-3b5d4c31-7178-4968-b17d-d05c3bf3f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:09:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['28c7db1c-bc72-4bda-8221-4cf0690edc5c'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:35.923559 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1bde18ab-597d-46b6-b500-1e6e1d8d7151 admin admin] Publish callbacks [] for router (28c7db1c-bc72-4bda-8221-4cf0690edc5c), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:35.964991 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cd15e44a-dad0-4c45-94c4-774601aff677 req-361079b5-233e-4276-9d9a-c9616db75b66 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ff0911ec-d0cb-47aa-9835-b96611526a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214266 Sep 26 18:09:35.968165 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:36.042226 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-3b5d4c31-7178-4968-b17d-d05c3bf3f8d2 None None] Set router 28c7db1c-bc72-4bda-8221-4cf0690edc5c gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:36.067870 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1bde18ab-597d-46b6-b500-1e6e1d8d7151 admin admin] Publish callbacks [] for router_gateway (28c7db1c-bc72-4bda-8221-4cf0690edc5c), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:36.088508 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cd15e44a-dad0-4c45-94c4-774601aff677 req-b5c7a955-e9cb-4a34-8114-0f0ea9c37dad service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ff0911ec-d0cb-47aa-9835-b96611526a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162620 Sep 26 18:09:36.185451 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 88eb2714-0a5c-49b3-aebb-0b129916ee37 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:09:36.205425 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] No Port match for: 88eb2714-0a5c-49b3-aebb-0b129916ee37 {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:09:36.207821 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 88eb2714-0a5c-49b3-aebb-0b129916ee37 not bound to the agent host hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:09:36.224640 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-3b5d4c31-7178-4968-b17d-d05c3bf3f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-631427978-router', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b71b33e7-7567-4f0d-97a8-75d440310cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:09:34Z', 'revision_number': 5, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'gw_port': {'id': 'b71b33e7-7567-4f0d-97a8-75d440310cc4', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:17Z', 'updated_at': '2022-09-26T18:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:36.226599 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-1bde18ab-597d-46b6-b500-1e6e1d8d7151 admin admin] Deleting port b71b33e7-7567-4f0d-97a8-75d440310cc4 {{(pid=106582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:09:36.226940 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1bde18ab-597d-46b6-b500-1e6e1d8d7151 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (b71b33e7-7567-4f0d-97a8-75d440310cc4), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:36.249595 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5d4c31-7178-4968-b17d-d05c3bf3f8d2 None None] Checking router: 28c7db1c-bc72-4bda-8221-4cf0690edc5c for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:09:36.259171 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5d4c31-7178-4968-b17d-d05c3bf3f8d2 None None] Routers {'28c7db1c-bc72-4bda-8221-4cf0690edc5c'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:36.265102 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-3b5d4c31-7178-4968-b17d-d05c3bf3f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:09:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['28c7db1c-bc72-4bda-8221-4cf0690edc5c'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:36.318592 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.db [None req-1bde18ab-597d-46b6-b500-1e6e1d8d7151 admin admin] For port b71b33e7-7567-4f0d-97a8-75d440310cc4, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=b71b33e7-7567-4f0d-97a8-75d440310cc4,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:36.318888 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1bde18ab-597d-46b6-b500-1e6e1d8d7151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (b71b33e7-7567-4f0d-97a8-75d440310cc4), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:36.332959 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-1bde18ab-597d-46b6-b500-1e6e1d8d7151 admin admin] Calling delete_port for b71b33e7-7567-4f0d-97a8-75d440310cc4 owned by network:router_gateway {{(pid=106582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:09:36.349419 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-3b5d4c31-7178-4968-b17d-d05c3bf3f8d2 None None] Set router 28c7db1c-bc72-4bda-8221-4cf0690edc5c gateway port host: None {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:36.390886 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:36.407948 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-3b5d4c31-7178-4968-b17d-d05c3bf3f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-631427978-router', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:09:36Z', 'revision_number': 6, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'gw_port_host': None}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:36.433265 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5d4c31-7178-4968-b17d-d05c3bf3f8d2 None None] The sync data for ids ['28c7db1c-bc72-4bda-8221-4cf0690edc5c'] in dv-cinder-859319-1-iscsi is: [{'id': '28c7db1c-bc72-4bda-8221-4cf0690edc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-631427978-router', 'tenant_id': '3a15ebd862054a64ac1d739db5adc3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:09:36Z', 'revision_number': 6, 'project_id': '3a15ebd862054a64ac1d739db5adc3a2', 'gw_port_host': None}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:09:36.631587 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1bde18ab-597d-46b6-b500-1e6e1d8d7151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (b71b33e7-7567-4f0d-97a8-75d440310cc4), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:36.656756 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde18ab-597d-46b6-b500-1e6e1d8d7151 admin admin] Pushing event deleted for resources: {'Port': ['ID=b71b33e7-7567-4f0d-97a8-75d440310cc4,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:36.668993 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873b57f-d613-4cee-bf19-407acea0b826 req-3fde0afc-26a7-4b91-8fbd-dc635ff6c8df tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:36.671976 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d873b57f-d613-4cee-bf19-407acea0b826 req-3fde0afc-26a7-4b91-8fbd-dc635ff6c8df tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7a049820-82bd-4c41-8047-5f4fa2d9966e HTTP/1.1" status: 200 len: 943 time: 0.0516005 Sep 26 18:09:36.711990 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:36.730967 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d873b57f-d613-4cee-bf19-407acea0b826 req-16f36ee7-eb22-414d-a993-9ed905d87d01 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=308e0407-f58d-43d0-a06a-0f457c96bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503247 Sep 26 18:09:36.740109 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1bde18ab-597d-46b6-b500-1e6e1d8d7151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500258'] for router_gateway (28c7db1c-bc72-4bda-8221-4cf0690edc5c), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:36.838465 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1bde18ab-597d-46b6-b500-1e6e1d8d7151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2095462'] for router (28c7db1c-bc72-4bda-8221-4cf0690edc5c), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:36.840977 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1bde18ab-597d-46b6-b500-1e6e1d8d7151 admin admin] Publish callbacks [] for router_controller (28c7db1c-bc72-4bda-8221-4cf0690edc5c), precommit_delete_associations {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:36.963228 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1bde18ab-597d-46b6-b500-1e6e1d8d7151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504853'] for router (28c7db1c-bc72-4bda-8221-4cf0690edc5c), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:36.964588 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bde18ab-597d-46b6-b500-1e6e1d8d7151 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28c7db1c-bc72-4bda-8221-4cf0690edc5c {{(pid=106582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 18:09:36.970071 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1bde18ab-597d-46b6-b500-1e6e1d8d7151 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:36.970071 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-1bde18ab-597d-46b6-b500-1e6e1d8d7151 admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/28c7db1c-bc72-4bda-8221-4cf0690edc5c HTTP/1.1" status: 204 len: 168 time: 1.1780643 Sep 26 18:09:36.972969 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 52936) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:37.020029 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a09b47-83e2-4db8-b955-09d496a58822 admin admin] Deleting subnet e01e5c5e-987a-4185-87ba-f124ff403d46 {{(pid=106582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:09:37.023409 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-37a09b47-83e2-4db8-b955-09d496a58822 admin admin] Publish callbacks [] for subnet (e01e5c5e-987a-4185-87ba-f124ff403d46), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:37.065332 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-37a09b47-83e2-4db8-b955-09d496a58822 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2230098'] for subnet (e01e5c5e-987a-4185-87ba-f124ff403d46), precommit_delete_associations {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:37.140749 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:37.176758 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-37a09b47-83e2-4db8-b955-09d496a58822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32872334'] for subnet (e01e5c5e-987a-4185-87ba-f124ff403d46), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:37.408786 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-37a09b47-83e2-4db8-b955-09d496a58822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32869299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-514030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2161408'] for subnet (e01e5c5e-987a-4185-87ba-f124ff403d46), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:37.441698 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a09b47-83e2-4db8-b955-09d496a58822 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e01e5c5e-987a-4185-87ba-f124ff403d46,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:37.451819 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-37a09b47-83e2-4db8-b955-09d496a58822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for subnet (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:37.454729 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:37.455762 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-37a09b47-83e2-4db8-b955-09d496a58822 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/e01e5c5e-987a-4185-87ba-f124ff403d46 HTTP/1.1" status: 204 len: 168 time: 0.4814315 Sep 26 18:09:37.458262 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 52940) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:37.472932 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30e248b-3de2-465b-80f2-b01bad9c5303 None None] Network 45aee833-caf9-4514-8a4b-002783e94737 requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:09:37.571771 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:37.594268 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439d427-1664-43c4-96a3-531c3adbb889 req-202453a4-3666-4840-847f-0e34c8f41901 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:37.596552 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9439d427-1664-43c4-96a3-531c3adbb889 req-202453a4-3666-4840-847f-0e34c8f41901 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 946 time: 0.1143637 Sep 26 18:09:37.599546 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a009bb0d-0d04-4064-ac4c-b69540dedc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32779771'] for network (45aee833-caf9-4514-8a4b-002783e94737), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:37.665026 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3947d98e-bee0-4fd9-87f5-080db483e9b4 None None] DHCP port deletion for 45aee833-caf9-4514-8a4b-002783e94737 request from dv-cinder-859319-1-iscsi {{(pid=106584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 18:09:37.690700 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9439d427-1664-43c4-96a3-531c3adbb889 req-47e5c8c2-637e-4e2f-8e98-a4de1e4c57e7 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871222 Sep 26 18:09:37.695512 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-a009bb0d-0d04-4064-ac4c-b69540dedc1b admin admin] Deleting port 94620509-e1b5-4b7b-8537-89d6f26aee45 {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:09:37.699087 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a009bb0d-0d04-4064-ac4c-b69540dedc1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (94620509-e1b5-4b7b-8537-89d6f26aee45), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:37.707060 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-3947d98e-bee0-4fd9-87f5-080db483e9b4 None None] Deleting port 94620509-e1b5-4b7b-8537-89d6f26aee45 {{(pid=106584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:09:37.707608 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-3947d98e-bee0-4fd9-87f5-080db483e9b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (94620509-e1b5-4b7b-8537-89d6f26aee45), before_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:37.783725 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [None req-a009bb0d-0d04-4064-ac4c-b69540dedc1b admin admin] For port 94620509-e1b5-4b7b-8537-89d6f26aee45, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=94620509-e1b5-4b7b-8537-89d6f26aee45,segment=NetworkSegment(63da25e3-ab21-4200-80f5-c0efc61716da),segment_id=63da25e3-ab21-4200-80f5-c0efc61716da)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:37.784317 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a009bb0d-0d04-4064-ac4c-b69540dedc1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (94620509-e1b5-4b7b-8537-89d6f26aee45), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:37.785307 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-3947d98e-bee0-4fd9-87f5-080db483e9b4 None None] For port 94620509-e1b5-4b7b-8537-89d6f26aee45, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=94620509-e1b5-4b7b-8537-89d6f26aee45,segment=NetworkSegment(63da25e3-ab21-4200-80f5-c0efc61716da),segment_id=63da25e3-ab21-4200-80f5-c0efc61716da)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:37.785721 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-3947d98e-bee0-4fd9-87f5-080db483e9b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (94620509-e1b5-4b7b-8537-89d6f26aee45), precommit_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:37.801851 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-a009bb0d-0d04-4064-ac4c-b69540dedc1b admin admin] Calling delete_port for 94620509-e1b5-4b7b-8537-89d6f26aee45 owned by network:dhcp {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:09:37.802075 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-3947d98e-bee0-4fd9-87f5-080db483e9b4 None None] Calling delete_port for 94620509-e1b5-4b7b-8537-89d6f26aee45 owned by network:dhcp {{(pid=106584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:09:37.903266 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 94620509-e1b5-4b7b-8537-89d6f26aee45 no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:09:37.928460 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba44875-f4af-443d-a358-e324dc9eb3ca req-5da849c7-c358-4d21-b741-90af9a83594e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:37.930095 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1ba44875-f4af-443d-a358-e324dc9eb3ca req-5da849c7-c358-4d21-b741-90af9a83594e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7a049820-82bd-4c41-8047-5f4fa2d9966e HTTP/1.1" status: 200 len: 943 time: 0.0673716 Sep 26 18:09:37.988135 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 94620509-e1b5-4b7b-8537-89d6f26aee45 is: ACTIVE; New status is: DOWN {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:09:37.988530 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (94620509-e1b5-4b7b-8537-89d6f26aee45), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:37.994059 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1ba44875-f4af-443d-a358-e324dc9eb3ca req-7ca67324-9102-4162-8d53-59c260887fa8 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=308e0407-f58d-43d0-a06a-0f457c96bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571942 Sep 26 18:09:38.089991 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-3947d98e-bee0-4fd9-87f5-080db483e9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729'] for port (94620509-e1b5-4b7b-8537-89d6f26aee45), after_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:38.098272 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a009bb0d-0d04-4064-ac4c-b69540dedc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (94620509-e1b5-4b7b-8537-89d6f26aee45), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:38.128365 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009bb0d-0d04-4064-ac4c-b69540dedc1b admin admin] Pushing event deleted for resources: {'Port': ['ID=94620509-e1b5-4b7b-8537-89d6f26aee45,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:38.133134 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a009bb0d-0d04-4064-ac4c-b69540dedc1b admin admin] No DVR routers for this DVR port 94620509-e1b5-4b7b-8537-89d6f26aee45 on host dv-cinder-859319-1-iscsi {{(pid=106583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:09:38.133819 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947d98e-bee0-4fd9-87f5-080db483e9b4 None None] Pushing event deleted for resources: {'Port': ['ID=94620509-e1b5-4b7b-8537-89d6f26aee45,revision_number=None']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:38.137575 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 84fc576d-4c27-492c-8da2-e1cf780b931c no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:09:38.139832 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3947d98e-bee0-4fd9-87f5-080db483e9b4 None None] No DVR routers for this DVR port 94620509-e1b5-4b7b-8537-89d6f26aee45 on host dv-cinder-859319-1-iscsi {{(pid=106584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:09:38.159722 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] No Port match for: 84fc576d-4c27-492c-8da2-e1cf780b931c {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:09:38.160331 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 84fc576d-4c27-492c-8da2-e1cf780b931c not bound to the agent host dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:09:38.160485 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device b71b33e7-7567-4f0d-97a8-75d440310cc4 no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:09:38.183073 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] No Port match for: b71b33e7-7567-4f0d-97a8-75d440310cc4 {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:09:38.183342 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device b71b33e7-7567-4f0d-97a8-75d440310cc4 not bound to the agent host dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:09:38.186107 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 0c54af98-0db2-4ce1-9deb-71251c9bce73 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:09:38.214513 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a009bb0d-0d04-4064-ac4c-b69540dedc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841381', 'neutron.services.segments.db._delete_segments_for_network-8756749958337'] for network (45aee833-caf9-4514-8a4b-002783e94737), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:38.237361 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.services.segments.db [None req-a009bb0d-0d04-4064-ac4c-b69540dedc1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45aee833-caf9-4514-8a4b-002783e94737']}} {{(pid=106583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:38.247758 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.services.segments.db [None req-a009bb0d-0d04-4064-ac4c-b69540dedc1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63da25e3-ab21-4200-80f5-c0efc61716da') {'for_net_delete': True} {{(pid=106583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:38.248055 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.services.segments.db [None req-a009bb0d-0d04-4064-ac4c-b69540dedc1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63da25e3-ab21-4200-80f5-c0efc61716da') {} {{(pid=106583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:38.250160 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:38.256589 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:38.258556 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a009bb0d-0d04-4064-ac4c-b69540dedc1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756749958229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4065973'] for segment (63da25e3-ab21-4200-80f5-c0efc61716da), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:38.273481 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a009bb0d-0d04-4064-ac4c-b69540dedc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (63da25e3-ab21-4200-80f5-c0efc61716da), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:38.280213 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a009bb0d-0d04-4064-ac4c-b69540dedc1b admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=106583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:09:38.280691 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a009bb0d-0d04-4064-ac4c-b69540dedc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3901844'] for segment (63da25e3-ab21-4200-80f5-c0efc61716da), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:38.294717 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 0c54af98-0db2-4ce1-9deb-71251c9bce73, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=0c54af98-0db2-4ce1-9deb-71251c9bce73,segment=NetworkSegment(ed751284-034c-4094-bf91-e2a4a99e4455),segment_id=ed751284-034c-4094-bf91-e2a4a99e4455)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:38.309412 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Returning: {'device': '0c54af98-0db2-4ce1-9deb-71251c9bce73', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'port_id': '0c54af98-0db2-4ce1-9deb-71251c9bce73', 'mac_address': 'fa:16:3e:6c:09:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:09:38.340781 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:38.368596 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.services.segments.plugin [-] Segment 63da25e3-ab21-4200-80f5-c0efc61716da resource provider aggregate not found Sep 26 18:09:38.386827 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.services.segments.plugin [-] Segment 63da25e3-ab21-4200-80f5-c0efc61716da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63da25e3-ab21-4200-80f5-c0efc61716da found for delete ", "request_id": "req-14a0bdb4-2334-48bc-9558-02b715dbbb33"}]} Sep 26 18:09:38.426665 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a009bb0d-0d04-4064-ac4c-b69540dedc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500471'] for network (45aee833-caf9-4514-8a4b-002783e94737), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:38.432568 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a009bb0d-0d04-4064-ac4c-b69540dedc1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:38.435818 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-a009bb0d-0d04-4064-ac4c-b69540dedc1b admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/45aee833-caf9-4514-8a4b-002783e94737 HTTP/1.1" status: 204 len: 168 time: 0.9764645 Sep 26 18:09:38.448512 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009bb0d-0d04-4064-ac4c-b69540dedc1b admin admin] Pushing event deleted for resources: {'Network': ['ID=45aee833-caf9-4514-8a4b-002783e94737,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:38.483620 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port 0c54af98-0db2-4ce1-9deb-71251c9bce73 is: DOWN; New status is: BUILD {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:09:38.484046 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (0c54af98-0db2-4ce1-9deb-71251c9bce73), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:38.499581 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c54af98-0db2-4ce1-9deb-71251c9bce73 {{(pid=106584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:09:38.521196 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 0c54af98-0db2-4ce1-9deb-71251c9bce73, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=0c54af98-0db2-4ce1-9deb-71251c9bce73,segment=NetworkSegment(ed751284-034c-4094-bf91-e2a4a99e4455),segment_id=ed751284-034c-4094-bf91-e2a4a99e4455)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:38.625980 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (0c54af98-0db2-4ce1-9deb-71251c9bce73), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:38.677820 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=0c54af98-0db2-4ce1-9deb-71251c9bce73,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:38.837002 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245d6e9-fca3-451a-bff9-9f21f4650f80 req-6d23a928-572b-4635-aa45-d0ac01bceac9 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:38.838509 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f245d6e9-fca3-451a-bff9-9f21f4650f80 req-6d23a928-572b-4635-aa45-d0ac01bceac9 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 946 time: 0.0521626 Sep 26 18:09:38.890902 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f245d6e9-fca3-451a-bff9-9f21f4650f80 req-a5f4b759-87ad-4f68-bd17-263075ff5032 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461493 Sep 26 18:09:38.906442 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 52954) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:38.950930 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-8920e597-4882-4db1-8031-87769fdde60f admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=3a15ebd862054a64ac1d739db5adc3a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0433426 Sep 26 18:09:38.954234 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 52956) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:38.993929 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['0c54af98-0db2-4ce1-9deb-71251c9bce73'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:09:39.005018 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-9c050111-9285-4c54-9595-307db8007109 admin admin] Publish callbacks [] for security_group (fbdebad9-7432-46e3-a0aa-86c153f6837e), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:39.026496 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-9c050111-9285-4c54-9595-307db8007109 admin admin] Publish callbacks [] for security_group (fbdebad9-7432-46e3-a0aa-86c153f6837e), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:39.129142 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c4e74-0279-4263-914a-9ee62c6d3a00 req-67129628-1277-4e35-8a43-be019ddfe86e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:39.130670 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-173c4e74-0279-4263-914a-9ee62c6d3a00 req-67129628-1277-4e35-8a43-be019ddfe86e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7a049820-82bd-4c41-8047-5f4fa2d9966e HTTP/1.1" status: 200 len: 944 time: 0.0491254 Sep 26 18:09:39.181261 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-173c4e74-0279-4263-914a-9ee62c6d3a00 req-2d2f9ee8-b70a-4938-b9d9-bcbbaa4fe597 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=308e0407-f58d-43d0-a06a-0f457c96bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444555 Sep 26 18:09:39.191716 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-9c050111-9285-4c54-9595-307db8007109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (fbdebad9-7432-46e3-a0aa-86c153f6837e), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:39.194386 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-9c050111-9285-4c54-9595-307db8007109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:39.195574 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-9c050111-9285-4c54-9595-307db8007109 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/fbdebad9-7432-46e3-a0aa-86c153f6837e HTTP/1.1" status: 204 len: 168 time: 0.2413056 Sep 26 18:09:39.203811 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c050111-9285-4c54-9595-307db8007109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdebad9-7432-46e3-a0aa-86c153f6837e,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:39.516653 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625dfee-cecf-4494-899a-1da337749d6b req-37620444-1cea-423f-9f5d-2f5509355412 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:39.518807 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b625dfee-cecf-4494-899a-1da337749d6b req-37620444-1cea-423f-9f5d-2f5509355412 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 946 time: 0.0499041 Sep 26 18:09:39.606009 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:39.611972 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-b625dfee-cecf-4494-899a-1da337749d6b req-a567e923-4256-4246-a6ee-07fad3bb2b6d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Deleting port a14f5b04-fe69-47de-b23e-8ff9f06a4aae {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:09:39.612395 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-b625dfee-cecf-4494-899a-1da337749d6b req-a567e923-4256-4246-a6ee-07fad3bb2b6d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (a14f5b04-fe69-47de-b23e-8ff9f06a4aae), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:39.724556 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-b625dfee-cecf-4494-899a-1da337749d6b req-a567e923-4256-4246-a6ee-07fad3bb2b6d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] For port a14f5b04-fe69-47de-b23e-8ff9f06a4aae, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=a14f5b04-fe69-47de-b23e-8ff9f06a4aae,segment=NetworkSegment(74583ddb-45f6-451b-9f0f-cd5bb37fc3b7),segment_id=74583ddb-45f6-451b-9f0f-cd5bb37fc3b7)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:39.724839 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-b625dfee-cecf-4494-899a-1da337749d6b req-a567e923-4256-4246-a6ee-07fad3bb2b6d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (a14f5b04-fe69-47de-b23e-8ff9f06a4aae), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:39.896574 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:39.927965 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-b625dfee-cecf-4494-899a-1da337749d6b req-a567e923-4256-4246-a6ee-07fad3bb2b6d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:39.927965 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-b625dfee-cecf-4494-899a-1da337749d6b req-a567e923-4256-4246-a6ee-07fad3bb2b6d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (b2aef6a1-a2c1-4a7e-8c54-0543bef7c54e), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:39.927965 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.db.l3_db [req-b625dfee-cecf-4494-899a-1da337749d6b req-a567e923-4256-4246-a6ee-07fad3bb2b6d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Floating IP b2aef6a1-a2c1-4a7e-8c54-0543bef7c54e disassociated. External IP: 172.27.3.76, port: a14f5b04-fe69-47de-b23e-8ff9f06a4aae. Sep 26 18:09:39.927965 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-b625dfee-cecf-4494-899a-1da337749d6b req-a567e923-4256-4246-a6ee-07fad3bb2b6d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Calling delete_port for a14f5b04-fe69-47de-b23e-8ff9f06a4aae owned by compute:nova {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:09:40.034016 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4d6f5-23f3-436c-a827-625aa9d5897c req-69b4aa86-a3a7-46cf-99b1-5296cd283a92 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:40.035532 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dac4d6f5-23f3-436c-a827-625aa9d5897c req-69b4aa86-a3a7-46cf-99b1-5296cd283a92 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 946 time: 0.0583189 Sep 26 18:09:40.125347 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dac4d6f5-23f3-436c-a827-625aa9d5897c req-9fffbdb9-a43b-4639-add0-5cdd70104cc6 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9e432565-49a5-43b7-b59b-ed41b2c151a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799870 Sep 26 18:09:40.198234 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 0c54af98-0db2-4ce1-9deb-71251c9bce73 up at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:09:40.240672 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-b625dfee-cecf-4494-899a-1da337749d6b req-a567e923-4256-4246-a6ee-07fad3bb2b6d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (a14f5b04-fe69-47de-b23e-8ff9f06a4aae), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:40.265653 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning for port 0c54af98-0db2-4ce1-9deb-71251c9bce73 completed by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:09:40.281588 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567e923-4256-4246-a6ee-07fad3bb2b6d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Pushing event deleted for resources: {'Port': ['ID=a14f5b04-fe69-47de-b23e-8ff9f06a4aae,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:40.454686 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning complete for port 0c54af98-0db2-4ce1-9deb-71251c9bce73 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:09:40.455740 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (0c54af98-0db2-4ce1-9deb-71251c9bce73), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:40.456347 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Attempt 1 to provision port 0c54af98-0db2-4ce1-9deb-71251c9bce73 Sep 26 18:09:40.558853 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port 0c54af98-0db2-4ce1-9deb-71251c9bce73 is: BUILD; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:09:40.560120 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (0c54af98-0db2-4ce1-9deb-71251c9bce73), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:40.593933 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a049820-82bd-4c41-8047-5f4fa2d9966e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c54af98-0db2-4ce1-9deb-71251c9bce73'}] {{(pid=106584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:09:40.596293 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743b4769c4925b62b4889170aadb5ee5b65d77d3032155737795e39ae48b1258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9c5c2a-85f7-42c3-9780-33cae398e8f7" -d '{"events": [{"server_uuid": "7a049820-82bd-4c41-8047-5f4fa2d9966e", "name": "network-vif-plugged", "status": "completed", "tag": "0c54af98-0db2-4ce1-9deb-71251c9bce73"}]}' {{(pid=106584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:09:40.616212 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 0c54af98-0db2-4ce1-9deb-71251c9bce73, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=0c54af98-0db2-4ce1-9deb-71251c9bce73,segment=NetworkSegment(ed751284-034c-4094-bf91-e2a4a99e4455),segment_id=ed751284-034c-4094-bf91-e2a4a99e4455)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:40.693193 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113cf31-e760-40d3-adb2-501b6ddf17c7 req-3e7d9350-227d-47ff-8c56-21ffe1597b5f tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:40.694744 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d113cf31-e760-40d3-adb2-501b6ddf17c7 req-3e7d9350-227d-47ff-8c56-21ffe1597b5f tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7a049820-82bd-4c41-8047-5f4fa2d9966e HTTP/1.1" status: 200 len: 944 time: 0.3753545 Sep 26 18:09:40.718174 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (0c54af98-0db2-4ce1-9deb-71251c9bce73), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:40.751405 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b625dfee-cecf-4494-899a-1da337749d6b req-a567e923-4256-4246-a6ee-07fad3bb2b6d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Router 136b9461-8421-452f-80a1-32968b698a84 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:09:40.771603 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d113cf31-e760-40d3-adb2-501b6ddf17c7 req-22539c6f-dc9f-4e1d-9bcf-eabf85ea0d76 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=308e0407-f58d-43d0-a06a-0f457c96bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671995 Sep 26 18:09:40.781591 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:40.818841 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=0c54af98-0db2-4ce1-9deb-71251c9bce73,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:40.863628 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9165f4f1-a9ee-4f10-820f-bdc1ec24fa3b x-openstack-request-id: req-9165f4f1-a9ee-4f10-820f-bdc1ec24fa3b {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:09:40.863628 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a049820-82bd-4c41-8047-5f4fa2d9966e", "name": "network-vif-plugged", "status": "completed", "tag": "0c54af98-0db2-4ce1-9deb-71251c9bce73", "code": 200}]} {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:09:40.863628 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9165f4f1-a9ee-4f10-820f-bdc1ec24fa3b {{(pid=106584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:09:40.863628 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9165f4f1-a9ee-4f10-820f-bdc1ec24fa3b'] response: {'server_uuid': '7a049820-82bd-4c41-8047-5f4fa2d9966e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c54af98-0db2-4ce1-9deb-71251c9bce73', 'code': 200} Sep 26 18:09:40.894703 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b625dfee-cecf-4494-899a-1da337749d6b req-a567e923-4256-4246-a6ee-07fad3bb2b6d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:09:40.907872 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9df144-61fe-4429-b35a-a0a41820eb1c None None] Sync routers for ids ['136b9461-8421-452f-80a1-32968b698a84'] in dv-cinder-859319-1-iscsi {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:09:40.911415 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:40.920577 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9df144-61fe-4429-b35a-a0a41820eb1c None None] Routers {'136b9461-8421-452f-80a1-32968b698a84'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:40.941210 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-3d9df144-61fe-4429-b35a-a0a41820eb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:09:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['136b9461-8421-452f-80a1-32968b698a84'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:40.946992 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-b625dfee-cecf-4494-899a-1da337749d6b req-a567e923-4256-4246-a6ee-07fad3bb2b6d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] No DVR routers for this DVR port a14f5b04-fe69-47de-b23e-8ff9f06a4aae on host hv-cinder-85931 {{(pid=106583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:09:40.947590 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 52988) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:40.949703 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-b625dfee-cecf-4494-899a-1da337749d6b req-a567e923-4256-4246-a6ee-07fad3bb2b6d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:40.952967 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b625dfee-cecf-4494-899a-1da337749d6b req-a567e923-4256-4246-a6ee-07fad3bb2b6d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.88 "DELETE /networking/v2.0/ports/a14f5b04-fe69-47de-b23e-8ff9f06a4aae HTTP/1.1" status: 204 len: 173 time: 1.4286168 Sep 26 18:09:40.961977 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6298d28-8cba-46d8-a809-bd0f81e18d58', 'name': 'network-vif-deleted', 'tag': 'a14f5b04-fe69-47de-b23e-8ff9f06a4aae'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:09:40.964701 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf036b6-affc-45f4-8494-07f312713a4f" -d '{"events": [{"server_uuid": "f6298d28-8cba-46d8-a809-bd0f81e18d58", "name": "network-vif-deleted", "tag": "a14f5b04-fe69-47de-b23e-8ff9f06a4aae"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:09:41.013283 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b232f4e-4c0d-436c-b856-81ae6d7b1cde x-openstack-request-id: req-3b232f4e-4c0d-436c-b856-81ae6d7b1cde {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:09:41.013575 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6298d28-8cba-46d8-a809-bd0f81e18d58", "name": "network-vif-deleted", "tag": "a14f5b04-fe69-47de-b23e-8ff9f06a4aae", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:09:41.013827 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3b232f4e-4c0d-436c-b856-81ae6d7b1cde {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:09:41.014224 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b232f4e-4c0d-436c-b856-81ae6d7b1cde'] response: {'server_uuid': 'f6298d28-8cba-46d8-a809-bd0f81e18d58', 'name': 'network-vif-deleted', 'tag': 'a14f5b04-fe69-47de-b23e-8ff9f06a4aae', 'status': 'completed', 'code': 200} Sep 26 18:09:41.058231 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-3d9df144-61fe-4429-b35a-a0a41820eb1c None None] Set router 136b9461-8421-452f-80a1-32968b698a84 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:41.152158 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-57b216ad-0035-46a7-81bf-ddb3a0e9dd6f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1898921580-network', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:09:41.251081 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8cc2392a-5e7a-423c-82ef-0ed642e3bcf9 req-8be6b5cb-80a0-4a3e-8b04-1645a28b9d8c tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 210 time: 0.0331235 Sep 26 18:09:41.277045 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b216ad-0035-46a7-81bf-ddb3a0e9dd6f admin admin] Made reservation on behalf of 7750acf9ab4843d1a3848472e99881a1 for: {'network': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:09:41.280077 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-57b216ad-0035-46a7-81bf-ddb3a0e9dd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for network (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:41.282771 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-3d9df144-61fe-4429-b35a-a0a41820eb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136b9461-8421-452f-80a1-32968b698a84', 'name': 'tempest-AttachVolumeShelveTestJSON-196356939-router', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:05:24Z', 'updated_at': '2022-09-26T18:05:30Z', 'revision_number': 4, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'gw_port': {'id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:25Z', 'updated_at': '2022-09-26T18:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '95a0df67-42fa-448e-850f-a6e097dd4076', 'name': '', 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'mac_address': 'fa:16:3e:55:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:28Z', 'updated_at': '2022-09-26T18:05:35Z', 'revision_number': 5, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'subnets': [{'id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:41.291402 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-57b216ad-0035-46a7-81bf-ddb3a0e9dd6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:41.310971 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9df144-61fe-4429-b35a-a0a41820eb1c None None] Checking router: 136b9461-8421-452f-80a1-32968b698a84 for host: dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:09:41.324325 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9df144-61fe-4429-b35a-a0a41820eb1c None None] Routers {'136b9461-8421-452f-80a1-32968b698a84'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:41.326006 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-3d9df144-61fe-4429-b35a-a0a41820eb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:09:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['136b9461-8421-452f-80a1-32968b698a84'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:41.326850 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:41.351800 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4dfe84-6c2f-48ad-89f1-330875b89bdc req-1746b612-ff5f-462a-a1d3-bd2b09833b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:41.353328 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2a4dfe84-6c2f-48ad-89f1-330875b89bdc req-1746b612-ff5f-462a-a1d3-bd2b09833b24 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=7a049820-82bd-4c41-8047-5f4fa2d9966e HTTP/1.1" status: 200 len: 1129 time: 0.0531347 Sep 26 18:09:41.432269 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2a4dfe84-6c2f-48ad-89f1-330875b89bdc req-27b22aa9-809c-4824-ae3e-fff2c06b72bd service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=308e0407-f58d-43d0-a06a-0f457c96bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679035 Sep 26 18:09:41.447997 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-3d9df144-61fe-4429-b35a-a0a41820eb1c None None] Set router 136b9461-8421-452f-80a1-32968b698a84 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:41.456731 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-57b216ad-0035-46a7-81bf-ddb3a0e9dd6f admin admin] Publish callbacks [] for security_group (03483965-9e2a-4cf0-a9cf-a921eb6496e6), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:41.551876 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-57b216ad-0035-46a7-81bf-ddb3a0e9dd6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (03483965-9e2a-4cf0-a9cf-a921eb6496e6), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:41.574960 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b216ad-0035-46a7-81bf-ddb3a0e9dd6f admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=106583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:09:41.590332 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b216ad-0035-46a7-81bf-ddb3a0e9dd6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03483965-9e2a-4cf0-a9cf-a921eb6496e6,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:41.595216 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-57b216ad-0035-46a7-81bf-ddb3a0e9dd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (b9f7fcb8-3ad7-4396-8a90-9caaa206c569), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:41.596166 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.db.segments_db [None req-57b216ad-0035-46a7-81bf-ddb3a0e9dd6f admin admin] Added segment b9f7fcb8-3ad7-4396-8a90-9caaa206c569 of type vlan for network cfb449ba-f5c1-48f2-86e2-66ac0c50a443 Sep 26 18:09:41.638710 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-57b216ad-0035-46a7-81bf-ddb3a0e9dd6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756749379750'] for network (cfb449ba-f5c1-48f2-86e2-66ac0c50a443), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:41.643629 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:41.667568 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-3d9df144-61fe-4429-b35a-a0a41820eb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136b9461-8421-452f-80a1-32968b698a84', 'name': 'tempest-AttachVolumeShelveTestJSON-196356939-router', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:05:24Z', 'updated_at': '2022-09-26T18:05:30Z', 'revision_number': 4, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'gw_port': {'id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:25Z', 'updated_at': '2022-09-26T18:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '95a0df67-42fa-448e-850f-a6e097dd4076', 'name': '', 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'mac_address': 'fa:16:3e:55:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:28Z', 'updated_at': '2022-09-26T18:05:35Z', 'revision_number': 5, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'subnets': [{'id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:41.697183 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9df144-61fe-4429-b35a-a0a41820eb1c None None] The sync data for ids ['136b9461-8421-452f-80a1-32968b698a84'] in dv-cinder-859319-1-iscsi is: [{'id': '136b9461-8421-452f-80a1-32968b698a84', 'name': 'tempest-AttachVolumeShelveTestJSON-196356939-router', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:05:24Z', 'updated_at': '2022-09-26T18:05:30Z', 'revision_number': 4, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'gw_port': {'id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:25Z', 'updated_at': '2022-09-26T18:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '95a0df67-42fa-448e-850f-a6e097dd4076', 'name': '', 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'mac_address': 'fa:16:3e:55:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:28Z', 'updated_at': '2022-09-26T18:05:35Z', 'revision_number': 5, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'subnets': [{'id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:09:41.769788 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-57b216ad-0035-46a7-81bf-ddb3a0e9dd6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310'] for network (cfb449ba-f5c1-48f2-86e2-66ac0c50a443), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:41.770543 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b216ad-0035-46a7-81bf-ddb3a0e9dd6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:41.771132 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-57b216ad-0035-46a7-81bf-ddb3a0e9dd6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:41.836412 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b216ad-0035-46a7-81bf-ddb3a0e9dd6f admin admin] Pushing event updated for resources: {'Network': ['ID=cfb449ba-f5c1-48f2-86e2-66ac0c50a443,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:41.847469 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Network cfb449ba-f5c1-48f2-86e2-66ac0c50a443 details requested by agent ovs-agent-dv-cinder-859319-1-iscsi with host dv-cinder-859319-1-iscsi {{(pid=106584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:09:41.902228 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-57b216ad-0035-46a7-81bf-ddb3a0e9dd6f admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9510021 Sep 26 18:09:41.903444 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 52998) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:41.909944 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-68b46c47-9f21-4b8b-81d3-8aa5daca9e77 admin admin] Request body: {'subnet': {'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1898921580-subnet', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:09:41.942780 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4444cbe-3cd5-4dc7-9eb3-90462db33fae req-0314a02f-8eb7-4812-a0f4-a4c0e1a1b3e4 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:41.944654 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b4444cbe-3cd5-4dc7-9eb3-90462db33fae req-0314a02f-8eb7-4812-a0f4-a4c0e1a1b3e4 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7a049820-82bd-4c41-8047-5f4fa2d9966e HTTP/1.1" status: 200 len: 945 time: 0.0621281 Sep 26 18:09:41.990373 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c36ff26-75db-4c40-8dfc-df16bfa1a3d1 None None] New status for floating IP b2aef6a1-a2c1-4a7e-8c54-0543bef7c54e: DOWN {{(pid=106585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:09:41.998905 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b46c47-9f21-4b8b-81d3-8aa5daca9e77 admin admin] Made reservation on behalf of 7750acf9ab4843d1a3848472e99881a1 for: {'subnet': 1} {{(pid=106582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:09:42.001380 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-68b46c47-9f21-4b8b-81d3-8aa5daca9e77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2161455'] for subnet (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:42.003378 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b4444cbe-3cd5-4dc7-9eb3-90462db33fae req-64299cfb-8066-41ca-8c5e-995d7116911b tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=308e0407-f58d-43d0-a06a-0f457c96bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525322 Sep 26 18:09:42.091255 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:42.283833 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-68b46c47-9f21-4b8b-81d3-8aa5daca9e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-515633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2161465'] for subnet (83aedef4-9250-4b02-8624-1d67dbb0e7cd), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:42.333231 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:42.340388 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b46c47-9f21-4b8b-81d3-8aa5daca9e77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83aedef4-9250-4b02-8624-1d67dbb0e7cd,revision_number=0']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:42.358822 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b46c47-9f21-4b8b-81d3-8aa5daca9e77 admin admin] Checking segment: {'id': 'b9f7fcb8-3ad7-4396-8a90-9caaa206c569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:09:42.359167 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b46c47-9f21-4b8b-81d3-8aa5daca9e77 admin admin] Network hostable DHCP agents. Network: cfb449ba-f5c1-48f2-86e2-66ac0c50a443, hostable agents: ['4ef20602-5638-479d-aebe-a5cbb98cbff1'], hosted agents: [] {{(pid=106582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:09:42.381560 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5ce9432a-0b3f-4695-bda8-5b566cf2dca4 req-737a8571-a9cf-402f-85b9-432dbc0ad475 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 210 time: 0.0287309 Sep 26 18:09:42.493079 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b46c47-9f21-4b8b-81d3-8aa5daca9e77 admin admin] Network cfb449ba-f5c1-48f2-86e2-66ac0c50a443 is scheduled to be hosted by DHCP agent 4ef20602-5638-479d-aebe-a5cbb98cbff1 with binding_index 1 {{(pid=106582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:09:42.700301 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-68b46c47-9f21-4b8b-81d3-8aa5daca9e77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-1-iscsi, cfb449ba-f5c1-48f2-86e2-66ac0c50a443) {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:09:42.704702 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b46c47-9f21-4b8b-81d3-8aa5daca9e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:42.706012 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-68b46c47-9f21-4b8b-81d3-8aa5daca9e77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for subnet (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:42.710612 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b2c116-0753-46bf-9e56-a9928cc9b1cd None None] Network cfb449ba-f5c1-48f2-86e2-66ac0c50a443 requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:09:42.819889 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40c33ed-3179-492c-90e9-b270f283f4e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4764dadb-9c64-5769-9546-d6a7905953f7-cfb449ba-f5c1-48f2-86e2-66ac0c50a443', 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443', 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'fixed_ips': [{'subnet_id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd'}]}} from dv-cinder-859319-1-iscsi. {{(pid=106584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 18:09:42.827211 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-d40c33ed-3179-492c-90e9-b270f283f4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:42.853280 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-68b46c47-9f21-4b8b-81d3-8aa5daca9e77 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9479656 Sep 26 18:09:42.856809 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 53002) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:42.868278 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-2aa8504a-be47-428a-b5fe-899701deae98 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1898921580-router', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:09:42.985356 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:42.991759 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.db_base_plugin_common [None req-d40c33ed-3179-492c-90e9-b270f283f4e1 None None] Allocated IP 172.20.0.2 (cfb449ba-f5c1-48f2-86e2-66ac0c50a443/83aedef4-9250-4b02-8624-1d67dbb0e7cd/f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12) {{(pid=106584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:09:43.026035 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2aa8504a-be47-428a-b5fe-899701deae98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2095476'] for router (8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:43.027342 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2aa8504a-be47-428a-b5fe-899701deae98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-497029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2095487'] for router (8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:43.083802 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2aa8504a-be47-428a-b5fe-899701deae98 admin admin] Publish callbacks [] for router_controller (8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0), precommit_add_association {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:43.141240 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7c9c3-cf96-45e6-b462-86c8526df74c req-2105d155-6e45-4386-afda-80a13932a16e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:43.143047 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-90a7c9c3-cf96-45e6-b462-86c8526df74c req-2105d155-6e45-4386-afda-80a13932a16e tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7a049820-82bd-4c41-8047-5f4fa2d9966e HTTP/1.1" status: 200 len: 945 time: 0.0549574 Sep 26 18:09:43.147398 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-d40c33ed-3179-492c-90e9-b270f283f4e1 None None] Publish callbacks [] for port (f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12), precommit_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:43.249854 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-90a7c9c3-cf96-45e6-b462-86c8526df74c req-f5432565-cd9d-4655-94c4-da3699ddac87 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=308e0407-f58d-43d0-a06a-0f457c96bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009223 Sep 26 18:09:43.289646 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-d40c33ed-3179-492c-90e9-b270f283f4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720'] for port (f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12), after_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:43.328530 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2aa8504a-be47-428a-b5fe-899701deae98 admin admin] Publish callbacks [] for router_gateway (8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:43.339545 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40c33ed-3179-492c-90e9-b270f283f4e1 None None] Network cfb449ba-f5c1-48f2-86e2-66ac0c50a443 is already hosted by enough agents. {{(pid=106584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:09:43.342540 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.scheduler.base_scheduler [None req-d40c33ed-3179-492c-90e9-b270f283f4e1 None None] Resources bound (agent type, host, resource id): {{(pid=106584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:09:43.347392 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40c33ed-3179-492c-90e9-b270f283f4e1 None None] Received port after_create {{(pid=106584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:09:43.354836 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c33ed-3179-492c-90e9-b270f283f4e1 None None] Pushing event updated for resources: {'Port': ['ID=f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12,revision_number=1']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:43.388104 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf927ba8-fcbf-49a6-86fd-b14af4b7aeba req-58261f80-8b6d-4fc2-beb5-b0d1259e1275 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:43.389620 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bf927ba8-fcbf-49a6-86fd-b14af4b7aeba req-58261f80-8b6d-4fc2-beb5-b0d1259e1275 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7a049820-82bd-4c41-8047-5f4fa2d9966e HTTP/1.1" status: 200 len: 945 time: 0.0555830 Sep 26 18:09:43.400894 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 53008) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:43.406207 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-ef0e1bcf-a4f9-47eb-ae34-0858d7428392 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Request body: {'floatingip': {'port_id': '0c54af98-0db2-4ce1-9deb-71251c9bce73'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:09:43.414392 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-d40c33ed-3179-492c-90e9-b270f283f4e1 None None] Attempting to bind port f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12 on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:09:43.414761 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-d40c33ed-3179-492c-90e9-b270f283f4e1 None None] Attempting to bind port f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12 by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': 'b9f7fcb8-3ad7-4396-8a90-9caaa206c569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443'}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:09:43.415120 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40c33ed-3179-492c-90e9-b270f283f4e1 None None] Attempting to bind port f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12 on network cfb449ba-f5c1-48f2-86e2-66ac0c50a443 {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:09:43.449190 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ef0e1bcf-a4f9-47eb-ae34-0858d7428392 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for floatingip (685b86e0-9c76-4873-83eb-e99fc5d23962), before_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:43.466246 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:43.475512 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:43.477252 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40c33ed-3179-492c-90e9-b270f283f4e1 None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:09:43.477632 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40c33ed-3179-492c-90e9-b270f283f4e1 None None] Checking segment: {'id': 'b9f7fcb8-3ad7-4396-8a90-9caaa206c569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:09:43.478555 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-d40c33ed-3179-492c-90e9-b270f283f4e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:43.478958 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40c33ed-3179-492c-90e9-b270f283f4e1 None None] Bound using segment: {'id': 'b9f7fcb8-3ad7-4396-8a90-9caaa206c569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443'} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:09:43.479486 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-d40c33ed-3179-492c-90e9-b270f283f4e1 None None] Bound port: f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f7fcb8-3ad7-4396-8a90-9caaa206c569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443'}}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:09:43.480411 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-d40c33ed-3179-492c-90e9-b270f283f4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:43.528386 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-25eec1f0-6da2-4814-912c-9282b51b3ce9 req-9a9efe14-bbe1-4c11-8574-efacc485b9d1 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f6298d28-8cba-46d8-a809-bd0f81e18d58 HTTP/1.1" status: 200 len: 210 time: 0.0338557 Sep 26 18:09:43.582971 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-d40c33ed-3179-492c-90e9-b270f283f4e1 None None] For port f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:09:43.586488 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-d40c33ed-3179-492c-90e9-b270f283f4e1 None None] For port f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12,segment=NetworkSegment(b9f7fcb8-3ad7-4396-8a90-9caaa206c569),segment_id=b9f7fcb8-3ad7-4396-8a90-9caaa206c569)] {{(pid=106584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:09:43.685312 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-d40c33ed-3179-492c-90e9-b270f283f4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:43.690972 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2aa8504a-be47-428a-b5fe-899701deae98 admin admin] Publish callbacks [] for router_gateway (8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:43.718924 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2aa8504a-be47-428a-b5fe-899701deae98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:43.749013 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c33ed-3179-492c-90e9-b270f283f4e1 None None] Pushing event updated for resources: {'Port': ['ID=f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12,revision_number=2']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:43.838151 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:43.865747 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [None req-2aa8504a-be47-428a-b5fe-899701deae98 admin admin] Allocated IP 172.27.3.111 (75671e20-856b-479b-bee1-be813a3f2eee/4775a61a-d36f-43c7-b0a4-bf2c0640e392/0725dd40-c78d-48d2-b124-10e5ff0fe50e) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:09:44.001646 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2aa8504a-be47-428a-b5fe-899701deae98 admin admin] Publish callbacks [] for port (0725dd40-c78d-48d2-b124-10e5ff0fe50e), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:44.002646 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ef0e1bcf-a4f9-47eb-ae34-0858d7428392 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:44.100210 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ef0e1bcf-a4f9-47eb-ae34-0858d7428392 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (685b86e0-9c76-4873-83eb-e99fc5d23962), after_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:44.148243 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2aa8504a-be47-428a-b5fe-899701deae98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (0725dd40-c78d-48d2-b124-10e5ff0fe50e), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:44.199386 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa8504a-be47-428a-b5fe-899701deae98 admin admin] Network 75671e20-856b-479b-bee1-be813a3f2eee is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:09:44.200269 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device a14f5b04-fe69-47de-b23e-8ff9f06a4aae no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:09:44.204793 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.db.l3_db [None req-ef0e1bcf-a4f9-47eb-ae34-0858d7428392 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Floating IP 685b86e0-9c76-4873-83eb-e99fc5d23962 associated. External IP: 172.27.3.115, port: 0c54af98-0db2-4ce1-9deb-71251c9bce73. Sep 26 18:09:44.205241 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-2aa8504a-be47-428a-b5fe-899701deae98 admin admin] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:09:44.207887 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa8504a-be47-428a-b5fe-899701deae98 admin admin] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:09:44.222830 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] No Port match for: a14f5b04-fe69-47de-b23e-8ff9f06a4aae {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:09:44.223289 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device a14f5b04-fe69-47de-b23e-8ff9f06a4aae not bound to the agent host hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:09:44.229633 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8504a-be47-428a-b5fe-899701deae98 admin admin] Pushing event updated for resources: {'Port': ['ID=0725dd40-c78d-48d2-b124-10e5ff0fe50e,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:44.592560 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:44.657626 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:44.681867 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2aa8504a-be47-428a-b5fe-899701deae98 admin admin] Publish callbacks [] for router_gateway (8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:44.711729 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0e1bcf-a4f9-47eb-ae34-0858d7428392 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:09:44.771070 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d49e61-babf-462b-986f-5fd5e75ae37c None None] Network cfb449ba-f5c1-48f2-86e2-66ac0c50a443 requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:09:44.773052 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 53016) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:44.842952 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:44.855282 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-c2a9b706-7d2a-4d6e-b3c1-3baba5eb715a None None] Provisioning complete for port f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:09:44.855673 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-c2a9b706-7d2a-4d6e-b3c1-3baba5eb715a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:44.856019 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-c2a9b706-7d2a-4d6e-b3c1-3baba5eb715a None None] Attempt 1 to provision port f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12 Sep 26 18:09:44.868046 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0e1bcf-a4f9-47eb-ae34-0858d7428392 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:09:44.877085 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ef0e1bcf-a4f9-47eb-ae34-0858d7428392 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:44.892060 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47947390-364d-4268-9574-e5ddb94a1e53 None None] Sync routers for ids ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'] in dv-cinder-859319-1-iscsi {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:09:44.906196 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2aa8504a-be47-428a-b5fe-899701deae98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500314'] for router (8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:44.914573 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-497d9016-f179-4735-8fad-9a351bb4ce44 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for security_group (9e432565-49a5-43b7-b59b-ed41b2c151a0), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:44.936464 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-ef0e1bcf-a4f9-47eb-ae34-0858d7428392 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/685b86e0-9c76-4873-83eb-e99fc5d23962 HTTP/1.1" status: 200 len: 991 time: 1.5338707 Sep 26 18:09:44.941700 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a049820-82bd-4c41-8047-5f4fa2d9966e', 'tag': '0c54af98-0db2-4ce1-9deb-71251c9bce73'}] {{(pid=106582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:09:44.944358 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad02a4637bbc6784d86a2aace3320df3411a20e2c44f76b201c317bb75c75a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5259f8f-21ca-4ad5-bc45-7f8451215219" -d '{"events": [{"name": "network-changed", "server_uuid": "7a049820-82bd-4c41-8047-5f4fa2d9966e", "tag": "0c54af98-0db2-4ce1-9deb-71251c9bce73"}]}' {{(pid=106582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:09:44.944753 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47947390-364d-4268-9574-e5ddb94a1e53 None None] Routers {'0d3f8166-a65a-4d17-a4f7-ca93fffd4115'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:44.945396 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-47947390-364d-4268-9574-e5ddb94a1e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:09:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:44.952872 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-497d9016-f179-4735-8fad-9a351bb4ce44 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for security_group (9e432565-49a5-43b7-b59b-ed41b2c151a0), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:45.123638 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-497d9016-f179-4735-8fad-9a351bb4ce44 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (9e432565-49a5-43b7-b59b-ed41b2c151a0), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:45.131451 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-497d9016-f179-4735-8fad-9a351bb4ce44 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:45.131451 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-497d9016-f179-4735-8fad-9a351bb4ce44 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/9e432565-49a5-43b7-b59b-ed41b2c151a0 HTTP/1.1" status: 204 len: 168 time: 0.3554285 Sep 26 18:09:45.134125 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 53024) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:45.153571 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.api.v2.resource [None req-65b51272-0fd6-499f-8387-6fd8a8f66781 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] show failed (client error): The resource could not be found. Sep 26 18:09:45.154941 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-65b51272-0fd6-499f-8387-6fd8a8f66781 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups/9e432565-49a5-43b7-b59b-ed41b2c151a0 HTTP/1.1" status: 404 len: 347 time: 0.0199804 Sep 26 18:09:45.158632 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d9016-f179-4735-8fad-9a351bb4ce44 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e432565-49a5-43b7-b59b-ed41b2c151a0,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:45.159509 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 53026) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:45.199370 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9abaf1a-37a2-4eca-8eb1-cdf5ae9bb605 x-openstack-request-id: req-e9abaf1a-37a2-4eca-8eb1-cdf5ae9bb605 {{(pid=106582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:09:45.199743 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a049820-82bd-4c41-8047-5f4fa2d9966e", "tag": "0c54af98-0db2-4ce1-9deb-71251c9bce73", "status": "completed", "code": 200}]} {{(pid=106582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:09:45.200004 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e9abaf1a-37a2-4eca-8eb1-cdf5ae9bb605 {{(pid=106582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:09:45.200463 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9abaf1a-37a2-4eca-8eb1-cdf5ae9bb605'] response: {'name': 'network-changed', 'server_uuid': '7a049820-82bd-4c41-8047-5f4fa2d9966e', 'tag': '0c54af98-0db2-4ce1-9deb-71251c9bce73', 'status': 'completed', 'code': 200} Sep 26 18:09:45.209488 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa8504a-be47-428a-b5fe-899701deae98 admin admin] Router 8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0 is scheduled to L3 agent 1e333347-308d-435a-a92a-39a4b363e81b with binding_index 1 {{(pid=106583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 18:09:45.261250 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-c2a9b706-7d2a-4d6e-b3c1-3baba5eb715a None None] Current status of the port f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12 is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:09:45.261652 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-c2a9b706-7d2a-4d6e-b3c1-3baba5eb715a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:45.280691 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-47947390-364d-4268-9574-e5ddb94a1e53 None None] Set router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:45.372914 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-c2a9b706-7d2a-4d6e-b3c1-3baba5eb715a None None] For port f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12,segment=NetworkSegment(b9f7fcb8-3ad7-4396-8a90-9caaa206c569),segment_id=b9f7fcb8-3ad7-4396-8a90-9caaa206c569)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:45.413813 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5259f8f-21ca-4ad5-bc45-7f8451215219 req-0f6cc885-d684-4636-9b06-a6034e307502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:45.415247 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a5259f8f-21ca-4ad5-bc45-7f8451215219 req-0f6cc885-d684-4636-9b06-a6034e307502 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=ffa58ff5197e48709d5c90ec334b9403&device_id=7a049820-82bd-4c41-8047-5f4fa2d9966e HTTP/1.1" status: 200 len: 1129 time: 0.1378284 Sep 26 18:09:45.418170 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-6a889da9-074c-489b-b62c-a00cd9447a3f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Deleting port fd6b1075-d606-493f-970f-30a92aa21a3d {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:09:45.418517 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6a889da9-074c-489b-b62c-a00cd9447a3f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (fd6b1075-d606-493f-970f-30a92aa21a3d), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:45.421493 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:45.439785 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:45.450582 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-c2a9b706-7d2a-4d6e-b3c1-3baba5eb715a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:45.535024 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa8504a-be47-428a-b5fe-899701deae98 admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:09:45.541436 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9b706-7d2a-4d6e-b3c1-3baba5eb715a None None] Pushing event updated for resources: {'Port': ['ID=f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12,revision_number=3']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:45.551337 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de3537f-9fb7-479c-89d9-2c5742e61ba6 None None] Sync routers for ids ['8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:09:45.570614 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de3537f-9fb7-479c-89d9-2c5742e61ba6 None None] Routers {'8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:45.571704 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-5de3537f-9fb7-479c-89d9-2c5742e61ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:09:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:45.586352 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-4f53b66c-8271-423b-82ba-1a6996ef162d None None] Provisioning complete for port f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:09:45.586989 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-4f53b66c-8271-423b-82ba-1a6996ef162d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:45.587482 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-4f53b66c-8271-423b-82ba-1a6996ef162d None None] Attempt 1 to provision port f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12 Sep 26 18:09:45.621827 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-47947390-364d-4268-9574-e5ddb94a1e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:03:22Z', 'revision_number': 4, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '685b86e0-9c76-4873-83eb-e99fc5d23962', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'port_id': '0c54af98-0db2-4ce1-9deb-71251c9bce73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'mac_address': 'fa:16:3e:6c:09:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a049820-82bd-4c41-8047-5f4fa2d9966e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:09:23Z', 'updated_at': '2022-09-26T18:09:43Z', 'revision_number': 1, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1d8909-de0f-4b6d-8a1f-17144f1522e0', 'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'mac_address': 'fa:16:3e:81:46:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:19Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 5, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'subnets': [{'id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:45.625565 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6a889da9-074c-489b-b62c-a00cd9447a3f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (fd6b1075-d606-493f-970f-30a92aa21a3d), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:45.626331 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6a889da9-074c-489b-b62c-a00cd9447a3f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for floatingip (fd6b1075-d606-493f-970f-30a92aa21a3d), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:45.638671 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5259f8f-21ca-4ad5-bc45-7f8451215219 req-06347e3e-1932-438e-9ae3-00e6012ac1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:45.640794 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a5259f8f-21ca-4ad5-bc45-7f8451215219 req-06347e3e-1932-438e-9ae3-00e6012ac1b7 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=ff0911ec-d0cb-47aa-9835-b96611526a51 HTTP/1.1" status: 200 len: 916 time: 0.2128079 Sep 26 18:09:45.649769 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-6a889da9-074c-489b-b62c-a00cd9447a3f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Calling delete_port for fd6b1075-d606-493f-970f-30a92aa21a3d owned by network:floatingip {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:09:45.668676 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47947390-364d-4268-9574-e5ddb94a1e53 None None] Checking router: 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 for host: dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:09:45.679843 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:45.689754 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-5de3537f-9fb7-479c-89d9-2c5742e61ba6 None None] Set router 8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:45.692439 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47947390-364d-4268-9574-e5ddb94a1e53 None None] Routers {'0d3f8166-a65a-4d17-a4f7-ca93fffd4115'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:45.693269 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-47947390-364d-4268-9574-e5ddb94a1e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:09:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:45.722238 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2aa8504a-be47-428a-b5fe-899701deae98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:45.727528 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-2aa8504a-be47-428a-b5fe-899701deae98 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8649361 Sep 26 18:09:45.729013 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 53028) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:45.822414 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-4f53b66c-8271-423b-82ba-1a6996ef162d None None] Current status of the port f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:09:45.889915 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-47947390-364d-4268-9574-e5ddb94a1e53 None None] Set router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:45.897270 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a5259f8f-21ca-4ad5-bc45-7f8451215219 req-4355942b-137a-46ce-946a-d87dc518ce93 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c54af98-0db2-4ce1-9deb-71251c9bce73 HTTP/1.1" status: 200 len: 999 time: 0.2498624 Sep 26 18:09:45.931119 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:45.985778 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5259f8f-21ca-4ad5-bc45-7f8451215219 req-58c25ccf-814c-4c8a-9a88-5342da6b7fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:45.987872 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a5259f8f-21ca-4ad5-bc45-7f8451215219 req-58c25ccf-814c-4c8a-9a88-5342da6b7fbc service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=1feb17d0-5a16-48d0-945c-e503f8418bcd HTTP/1.1" status: 200 len: 854 time: 0.0778723 Sep 26 18:09:46.001162 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-5de3537f-9fb7-479c-89d9-2c5742e61ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'name': 'tempest-AttachVolumeTestJSON-1898921580-router', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:44Z', 'revision_number': 3, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'gw_port': {'id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:46.013423 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:09:46.029191 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6a889da9-074c-489b-b62c-a00cd9447a3f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (fd6b1075-d606-493f-970f-30a92aa21a3d), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:46.034112 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de3537f-9fb7-479c-89d9-2c5742e61ba6 None None] Checking router: 8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0 for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:09:46.034815 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de3537f-9fb7-479c-89d9-2c5742e61ba6 None None] Updating router 8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0 port 0725dd40-c78d-48d2-b124-10e5ff0fe50e binding host dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:09:46.068925 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-5de3537f-9fb7-479c-89d9-2c5742e61ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (0725dd40-c78d-48d2-b124-10e5ff0fe50e), before_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:46.073234 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:46.083355 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a889da9-074c-489b-b62c-a00cd9447a3f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Pushing event deleted for resources: {'Port': ['ID=fd6b1075-d606-493f-970f-30a92aa21a3d,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:46.089079 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5259f8f-21ca-4ad5-bc45-7f8451215219 req-828a6a86-79bf-47ee-80bc-607bbaadd398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:46.090690 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a5259f8f-21ca-4ad5-bc45-7f8451215219 req-828a6a86-79bf-47ee-80bc-607bbaadd398 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=ff0911ec-d0cb-47aa-9835-b96611526a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0964158 Sep 26 18:09:46.266640 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6a889da9-074c-489b-b62c-a00cd9447a3f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for floatingip (b2aef6a1-a2c1-4a7e-8c54-0543bef7c54e), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:46.268897 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6a889da9-074c-489b-b62c-a00cd9447a3f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:46.270547 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-6a889da9-074c-489b-b62c-a00cd9447a3f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/b2aef6a1-a2c1-4a7e-8c54-0543bef7c54e HTTP/1.1" status: 204 len: 168 time: 1.1084018 Sep 26 18:09:46.275004 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a5259f8f-21ca-4ad5-bc45-7f8451215219 req-2153db69-37d5-4ea1-b3d1-c12f9342af47 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ff0911ec-d0cb-47aa-9835-b96611526a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778543 Sep 26 18:09:46.290124 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-5534c3d8-1a17-4cea-b8c9-fc0250ccb784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:46.291342 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:09:46.291756 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:46.292100 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12 Sep 26 18:09:46.307295 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:46.307985 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:46.333265 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-47947390-364d-4268-9574-e5ddb94a1e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:03:22Z', 'revision_number': 4, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '685b86e0-9c76-4873-83eb-e99fc5d23962', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'port_id': '0c54af98-0db2-4ce1-9deb-71251c9bce73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'mac_address': 'fa:16:3e:6c:09:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a049820-82bd-4c41-8047-5f4fa2d9966e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:09:23Z', 'updated_at': '2022-09-26T18:09:43Z', 'revision_number': 1, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1d8909-de0f-4b6d-8a1f-17144f1522e0', 'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'mac_address': 'fa:16:3e:81:46:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:19Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 5, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'subnets': [{'id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:46.375358 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47947390-364d-4268-9574-e5ddb94a1e53 None None] The sync data for ids ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'] in dv-cinder-859319-1-iscsi is: [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:03:22Z', 'revision_number': 4, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '685b86e0-9c76-4873-83eb-e99fc5d23962', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'port_id': '0c54af98-0db2-4ce1-9deb-71251c9bce73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'mac_address': 'fa:16:3e:6c:09:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a049820-82bd-4c41-8047-5f4fa2d9966e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:09:23Z', 'updated_at': '2022-09-26T18:09:43Z', 'revision_number': 1, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1d8909-de0f-4b6d-8a1f-17144f1522e0', 'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'mac_address': 'fa:16:3e:81:46:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:19Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 5, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'subnets': [{'id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:09:46.447195 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-5de3537f-9fb7-479c-89d9-2c5742e61ba6 None None] Publish callbacks [] for port (0725dd40-c78d-48d2-b124-10e5ff0fe50e), precommit_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:46.477324 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:09:46.483494 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:46.501448 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a5259f8f-21ca-4ad5-bc45-7f8451215219 req-a54dd63d-4513-4c39-9324-dba5d08b432d service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ff0911ec-d0cb-47aa-9835-b96611526a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194877 Sep 26 18:09:46.544074 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 53032) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:46.548978 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-12b232b8-c5f7-4198-b18a-3df946af4ffb tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1253362464', 'description': 'tempest-description--1921339931'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:09:46.558250 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-5de3537f-9fb7-479c-89d9-2c5742e61ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (0725dd40-c78d-48d2-b124-10e5ff0fe50e), after_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:46.572130 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:46.573524 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_common [None req-5534c3d8-1a17-4cea-b8c9-fc0250ccb784 admin admin] Allocated IP 172.20.0.1 (cfb449ba-f5c1-48f2-86e2-66ac0c50a443/83aedef4-9250-4b02-8624-1d67dbb0e7cd/83d43dcc-e096-4d8b-81c2-766ba67243fc) {{(pid=106582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:09:46.575430 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-5de3537f-9fb7-479c-89d9-2c5742e61ba6 None None] Attempting to bind port 0725dd40-c78d-48d2-b124-10e5ff0fe50e on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:09:46.576077 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-5de3537f-9fb7-479c-89d9-2c5742e61ba6 None None] Attempting to bind port 0725dd40-c78d-48d2-b124-10e5ff0fe50e by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}] {{(pid=106585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:09:46.576644 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de3537f-9fb7-479c-89d9-2c5742e61ba6 None None] Attempting to bind port 0725dd40-c78d-48d2-b124-10e5ff0fe50e on network 75671e20-856b-479b-bee1-be813a3f2eee {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:09:46.629870 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c41325-22e5-412b-8009-9a92d1ce950e None None] Pushing event updated for resources: {'Port': ['ID=0725dd40-c78d-48d2-b124-10e5ff0fe50e,revision_number=2']} {{(pid=106585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:46.640107 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c41325-22e5-412b-8009-9a92d1ce950e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:46.640731 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c41325-22e5-412b-8009-9a92d1ce950e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:46.654448 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c41325-22e5-412b-8009-9a92d1ce950e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:46.654448 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c41325-22e5-412b-8009-9a92d1ce950e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:46.654448 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c41325-22e5-412b-8009-9a92d1ce950e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:46.654448 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c41325-22e5-412b-8009-9a92d1ce950e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:46.654448 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c41325-22e5-412b-8009-9a92d1ce950e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:46.654448 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c41325-22e5-412b-8009-9a92d1ce950e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:46.654448 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c41325-22e5-412b-8009-9a92d1ce950e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:46.654448 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c41325-22e5-412b-8009-9a92d1ce950e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:46.654448 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c41325-22e5-412b-8009-9a92d1ce950e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:46.654448 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c41325-22e5-412b-8009-9a92d1ce950e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:46.654448 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c41325-22e5-412b-8009-9a92d1ce950e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:46.654448 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c41325-22e5-412b-8009-9a92d1ce950e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:46.654448 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c41325-22e5-412b-8009-9a92d1ce950e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:46.673020 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de3537f-9fb7-479c-89d9-2c5742e61ba6 None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:09:46.674643 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de3537f-9fb7-479c-89d9-2c5742e61ba6 None None] Checking segment: {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:09:46.675233 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-5de3537f-9fb7-479c-89d9-2c5742e61ba6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:46.675839 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de3537f-9fb7-479c-89d9-2c5742e61ba6 None None] Bound using segment: {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'} {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:09:46.676618 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-5de3537f-9fb7-479c-89d9-2c5742e61ba6 None None] Bound port: 0725dd40-c78d-48d2-b124-10e5ff0fe50e, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}}] {{(pid=106585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:09:46.677404 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-5de3537f-9fb7-479c-89d9-2c5742e61ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (0725dd40-c78d-48d2-b124-10e5ff0fe50e), before_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:46.699018 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a123a7d2-da23-4322-b6fc-aaace65fab90 None None] New status for floating IP 685b86e0-9c76-4873-83eb-e99fc5d23962: ACTIVE {{(pid=106584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:09:46.703971 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:46.712529 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-12b232b8-c5f7-4198-b18a-3df946af4ffb tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:46.741801 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-5534c3d8-1a17-4cea-b8c9-fc0250ccb784 admin admin] Publish callbacks [] for port (83d43dcc-e096-4d8b-81c2-766ba67243fc), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:46.746435 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.db [None req-5de3537f-9fb7-479c-89d9-2c5742e61ba6 None None] For port 0725dd40-c78d-48d2-b124-10e5ff0fe50e, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:09:46.752252 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.db [None req-5de3537f-9fb7-479c-89d9-2c5742e61ba6 None None] For port 0725dd40-c78d-48d2-b124-10e5ff0fe50e, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=0725dd40-c78d-48d2-b124-10e5ff0fe50e,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:09:46.820972 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-5de3537f-9fb7-479c-89d9-2c5742e61ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (0725dd40-c78d-48d2-b124-10e5ff0fe50e), after_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:46.828749 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-12b232b8-c5f7-4198-b18a-3df946af4ffb tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for security_group (7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:46.864065 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de3537f-9fb7-479c-89d9-2c5742e61ba6 None None] Routers {'8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:46.864697 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-5de3537f-9fb7-479c-89d9-2c5742e61ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:09:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:46.912866 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-5534c3d8-1a17-4cea-b8c9-fc0250ccb784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (83d43dcc-e096-4d8b-81c2-766ba67243fc), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:46.927248 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c41325-22e5-412b-8009-9a92d1ce950e None None] Pushing event updated for resources: {'Port': ['ID=0725dd40-c78d-48d2-b124-10e5ff0fe50e,revision_number=3']} {{(pid=106585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:46.958817 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-12b232b8-c5f7-4198-b18a-3df946af4ffb tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:46.967342 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5534c3d8-1a17-4cea-b8c9-fc0250ccb784 admin admin] Network cfb449ba-f5c1-48f2-86e2-66ac0c50a443 is already hosted by enough agents. {{(pid=106582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:09:46.986963 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-5534c3d8-1a17-4cea-b8c9-fc0250ccb784 admin admin] Resources bound (agent type, host, resource id): {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:09:46.989695 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5534c3d8-1a17-4cea-b8c9-fc0250ccb784 admin admin] Received port after_create {{(pid=106582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:09:47.006757 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534c3d8-1a17-4cea-b8c9-fc0250ccb784 admin admin] Pushing event updated for resources: {'Port': ['ID=83d43dcc-e096-4d8b-81c2-766ba67243fc,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:47.012671 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-5de3537f-9fb7-479c-89d9-2c5742e61ba6 None None] Set router 8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:47.052485 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b232b8-c5f7-4198-b18a-3df946af4ffb tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:47.071789 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-5534c3d8-1a17-4cea-b8c9-fc0250ccb784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-492387'] for router_interface (8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:47.151807 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-12b232b8-c5f7-4198-b18a-3df946af4ffb tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:47.156138 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-12b232b8-c5f7-4198-b18a-3df946af4ffb tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6081419 Sep 26 18:09:47.156492 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 53034) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:47.162284 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-212ec1cf-3811-40f5-ac16-dd94ee2eb627 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Request body: {'security_group_rule': {'security_group_id': '7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:09:47.317269 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-5de3537f-9fb7-479c-89d9-2c5742e61ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'name': 'tempest-AttachVolumeTestJSON-1898921580-router', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:44Z', 'revision_number': 3, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'gw_port': {'id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:47.317512 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-212ec1cf-3811-40f5-ac16-dd94ee2eb627 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for security_group_rule (af167487-cd8f-4a67-9f37-50d8239e0316), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:47.318772 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:47.344300 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de3537f-9fb7-479c-89d9-2c5742e61ba6 None None] The sync data for ids ['8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'] in dv-cinder-859319-1-iscsi is: [{'id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'name': 'tempest-AttachVolumeTestJSON-1898921580-router', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:44Z', 'revision_number': 3, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'gw_port': {'id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:09:47.353897 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-5534c3d8-1a17-4cea-b8c9-fc0250ccb784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (83d43dcc-e096-4d8b-81c2-766ba67243fc), before_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:47.360364 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-4b31bf83-4316-4c94-ad95-bf7fb4506832 None None] Provisioning complete for port 83d43dcc-e096-4d8b-81c2-766ba67243fc triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:09:47.361187 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-4b31bf83-4316-4c94-ad95-bf7fb4506832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (83d43dcc-e096-4d8b-81c2-766ba67243fc), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:47.361187 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-4b31bf83-4316-4c94-ad95-bf7fb4506832 None None] Attempt 1 to provision port 83d43dcc-e096-4d8b-81c2-766ba67243fc Sep 26 18:09:47.409763 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-4b31bf83-4316-4c94-ad95-bf7fb4506832 None None] Port 83d43dcc-e096-4d8b-81c2-766ba67243fc cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:47.420742 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-212ec1cf-3811-40f5-ac16-dd94ee2eb627 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for security_group_rule (af167487-cd8f-4a67-9f37-50d8239e0316), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:47.556991 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-212ec1cf-3811-40f5-ac16-dd94ee2eb627 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (af167487-cd8f-4a67-9f37-50d8239e0316), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:47.575063 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-5534c3d8-1a17-4cea-b8c9-fc0250ccb784 admin admin] Publish callbacks [] for port (83d43dcc-e096-4d8b-81c2-766ba67243fc), precommit_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:47.592817 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ec1cf-3811-40f5-ac16-dd94ee2eb627 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af167487-cd8f-4a67-9f37-50d8239e0316,revision_number=0']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:47.678049 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:47.679102 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-5534c3d8-1a17-4cea-b8c9-fc0250ccb784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-513976'] for port (83d43dcc-e096-4d8b-81c2-766ba67243fc), after_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:47.681897 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-212ec1cf-3811-40f5-ac16-dd94ee2eb627 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:47.685884 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-212ec1cf-3811-40f5-ac16-dd94ee2eb627 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5261114 Sep 26 18:09:47.686748 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 53036) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:47.691682 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-997aeba9-ac04-4a7b-8968-9f37d9bc76da tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Request body: {'security_group_rule': {'security_group_id': '7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:09:47.765362 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534c3d8-1a17-4cea-b8c9-fc0250ccb784 admin admin] Pushing event updated for resources: {'Port': ['ID=83d43dcc-e096-4d8b-81c2-766ba67243fc,revision_number=2']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:47.774580 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-5534c3d8-1a17-4cea-b8c9-fc0250ccb784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-642360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-492535'] for router_interface (8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:47.813353 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-997aeba9-ac04-4a7b-8968-9f37d9bc76da tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for security_group_rule (e8e5c97a-755e-4709-88c9-ab5ad0cb0365), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:47.905078 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-997aeba9-ac04-4a7b-8968-9f37d9bc76da tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for security_group_rule (e8e5c97a-755e-4709-88c9-ab5ad0cb0365), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:47.913258 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-4b31bf83-4316-4c94-ad95-bf7fb4506832 None None] Attempt 2 to provision port 83d43dcc-e096-4d8b-81c2-766ba67243fc Sep 26 18:09:47.922860 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:47.953865 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5534c3d8-1a17-4cea-b8c9-fc0250ccb784 admin admin] Network cfb449ba-f5c1-48f2-86e2-66ac0c50a443 is already hosted by enough agents. {{(pid=106582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:09:47.955507 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-5534c3d8-1a17-4cea-b8c9-fc0250ccb784 admin admin] Resources bound (agent type, host, resource id): {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:09:47.991560 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 0725dd40-c78d-48d2-b124-10e5ff0fe50e up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:09:48.029748 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-4b31bf83-4316-4c94-ad95-bf7fb4506832 None None] Port 83d43dcc-e096-4d8b-81c2-766ba67243fc cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:48.055267 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-997aeba9-ac04-4a7b-8968-9f37d9bc76da tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (e8e5c97a-755e-4709-88c9-ab5ad0cb0365), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:48.058756 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 0725dd40-c78d-48d2-b124-10e5ff0fe50e triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:09:48.059135 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (0725dd40-c78d-48d2-b124-10e5ff0fe50e), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:48.059482 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 0725dd40-c78d-48d2-b124-10e5ff0fe50e Sep 26 18:09:48.098511 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997aeba9-ac04-4a7b-8968-9f37d9bc76da tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e5c97a-755e-4709-88c9-ab5ad0cb0365,revision_number=0']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:48.134412 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5534c3d8-1a17-4cea-b8c9-fc0250ccb784 admin admin] Router 8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:09:48.162513 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:48.168033 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:48.170927 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 0725dd40-c78d-48d2-b124-10e5ff0fe50e is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:09:48.171334 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (0725dd40-c78d-48d2-b124-10e5ff0fe50e), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:48.197060 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] For port 0725dd40-c78d-48d2-b124-10e5ff0fe50e, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=0725dd40-c78d-48d2-b124-10e5ff0fe50e,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:48.222878 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-997aeba9-ac04-4a7b-8968-9f37d9bc76da tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:48.224528 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-997aeba9-ac04-4a7b-8968-9f37d9bc76da tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5367560 Sep 26 18:09:48.229269 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 53038) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:48.234597 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-d558d340-76b5-4521-86da-38f467d09d73 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Request body: {'floatingip': {'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:09:48.283195 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (0725dd40-c78d-48d2-b124-10e5ff0fe50e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:48.290590 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5534c3d8-1a17-4cea-b8c9-fc0250ccb784 admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:09:48.295568 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-5534c3d8-1a17-4cea-b8c9-fc0250ccb784 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5645547 Sep 26 18:09:48.365558 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Pushing event updated for resources: {'Port': ['ID=0725dd40-c78d-48d2-b124-10e5ff0fe50e,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:48.373878 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:48.374236 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:48.374587 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:48.374937 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:48.375278 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:48.375615 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:48.375989 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:48.376322 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:48.376716 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:48.377078 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:48.377605 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:48.378274 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:48.378622 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:48.379073 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:48.379406 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:48.409461 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d558d340-76b5-4521-86da-38f467d09d73 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:48.527619 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d558d340-76b5-4521-86da-38f467d09d73 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:48.530889 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-4b31bf83-4316-4c94-ad95-bf7fb4506832 None None] Attempt 3 to provision port 83d43dcc-e096-4d8b-81c2-766ba67243fc Sep 26 18:09:48.569601 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-4b31bf83-4316-4c94-ad95-bf7fb4506832 None None] Port 83d43dcc-e096-4d8b-81c2-766ba67243fc cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:48.657711 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [None req-d558d340-76b5-4521-86da-38f467d09d73 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Allocated IP 172.27.3.211 (75671e20-856b-479b-bee1-be813a3f2eee/4775a61a-d36f-43c7-b0a4-bf2c0640e392/98642c6c-5df4-472f-be30-cf898bdbb6b8) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:09:48.710752 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 53046) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:48.715508 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-5fbb94eb-eaa3-4aa1-947f-1dc069eb5497 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1958674504', 'description': 'tempest-description--1995654696'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:09:48.767673 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d558d340-76b5-4521-86da-38f467d09d73 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for port (98642c6c-5df4-472f-be30-cf898bdbb6b8), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:48.774272 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:48.861571 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-5fbb94eb-eaa3-4aa1-947f-1dc069eb5497 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:48.965775 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-5fbb94eb-eaa3-4aa1-947f-1dc069eb5497 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for security_group (a5db0ca5-f258-441f-925c-513e17ca6afd), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:49.026299 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d558d340-76b5-4521-86da-38f467d09d73 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (98642c6c-5df4-472f-be30-cf898bdbb6b8), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:49.067970 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:49.070494 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-4b31bf83-4316-4c94-ad95-bf7fb4506832 None None] Attempt 4 to provision port 83d43dcc-e096-4d8b-81c2-766ba67243fc Sep 26 18:09:49.071305 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-5fbb94eb-eaa3-4aa1-947f-1dc069eb5497 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (a5db0ca5-f258-441f-925c-513e17ca6afd), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:49.071998 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d558d340-76b5-4521-86da-38f467d09d73 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Network 75671e20-856b-479b-bee1-be813a3f2eee is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:09:49.080412 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-d558d340-76b5-4521-86da-38f467d09d73 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:09:49.086201 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d558d340-76b5-4521-86da-38f467d09d73 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:09:49.110216 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb94eb-eaa3-4aa1-947f-1dc069eb5497 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5db0ca5-f258-441f-925c-513e17ca6afd,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:49.124987 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-4b31bf83-4316-4c94-ad95-bf7fb4506832 None None] Port 83d43dcc-e096-4d8b-81c2-766ba67243fc cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:49.128959 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558d340-76b5-4521-86da-38f467d09d73 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Pushing event updated for resources: {'Port': ['ID=98642c6c-5df4-472f-be30-cf898bdbb6b8,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:49.170107 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:49.199367 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-5fbb94eb-eaa3-4aa1-947f-1dc069eb5497 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:49.203552 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-5fbb94eb-eaa3-4aa1-947f-1dc069eb5497 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4890039 Sep 26 18:09:49.203969 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 53048) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:49.206022 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d558d340-76b5-4521-86da-38f467d09d73 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for floatingip (d03236c4-60eb-4653-99f4-9b62f60d9830), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:49.209207 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-5908e610-0f6b-4eca-ba47-8f53eece5d2e tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Request body: {'security_group_rule': {'security_group_id': 'a5db0ca5-f258-441f-925c-513e17ca6afd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:09:49.261456 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c247b-fa59-473e-ab40-152d913cdd3a None None] Sync routers for ids ['8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:09:49.273211 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9c247b-fa59-473e-ab40-152d913cdd3a None None] Routers {'8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:49.273853 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-1b9c247b-fa59-473e-ab40-152d913cdd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:09:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:49.330824 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d558d340-76b5-4521-86da-38f467d09d73 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (98642c6c-5df4-472f-be30-cf898bdbb6b8), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:49.348782 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-5908e610-0f6b-4eca-ba47-8f53eece5d2e tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for security_group_rule (7448fb1b-82d9-4f34-8034-e9f10bcb4a84), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:49.385427 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-1b9c247b-fa59-473e-ab40-152d913cdd3a None None] Set router 8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:49.431376 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-5908e610-0f6b-4eca-ba47-8f53eece5d2e tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for security_group_rule (7448fb1b-82d9-4f34-8034-e9f10bcb4a84), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:49.539488 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d558d340-76b5-4521-86da-38f467d09d73 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for port (98642c6c-5df4-472f-be30-cf898bdbb6b8), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:49.585619 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-5908e610-0f6b-4eca-ba47-8f53eece5d2e tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (7448fb1b-82d9-4f34-8034-e9f10bcb4a84), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:49.606134 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908e610-0f6b-4eca-ba47-8f53eece5d2e tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7448fb1b-82d9-4f34-8034-e9f10bcb4a84,revision_number=0']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:49.622518 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-1b9c247b-fa59-473e-ab40-152d913cdd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'name': 'tempest-AttachVolumeTestJSON-1898921580-router', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:47Z', 'revision_number': 4, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'gw_port': {'id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '83d43dcc-e096-4d8b-81c2-766ba67243fc', 'name': '', 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'mac_address': 'fa:16:3e:3c:6f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:46Z', 'updated_at': '2022-09-26T18:09:47Z', 'revision_number': 2, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'subnets': [{'id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:49.627008 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-4b31bf83-4316-4c94-ad95-bf7fb4506832 None None] Attempt 5 to provision port 83d43dcc-e096-4d8b-81c2-766ba67243fc Sep 26 18:09:49.655915 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c247b-fa59-473e-ab40-152d913cdd3a None None] Checking router: 8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0 for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:09:49.656477 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c247b-fa59-473e-ab40-152d913cdd3a None None] Updating router 8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0 port 83d43dcc-e096-4d8b-81c2-766ba67243fc binding host dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:09:49.677394 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d558d340-76b5-4521-86da-38f467d09d73 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (98642c6c-5df4-472f-be30-cf898bdbb6b8), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:49.677869 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-4b31bf83-4316-4c94-ad95-bf7fb4506832 None None] Port 83d43dcc-e096-4d8b-81c2-766ba67243fc cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:49.690175 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-1b9c247b-fa59-473e-ab40-152d913cdd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (83d43dcc-e096-4d8b-81c2-766ba67243fc), before_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:49.719588 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-5908e610-0f6b-4eca-ba47-8f53eece5d2e tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:49.721618 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-5908e610-0f6b-4eca-ba47-8f53eece5d2e tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5166876 Sep 26 18:09:49.724555 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 53050) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:49.730132 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-0ccaf3ab-b799-4c88-8ab1-af4ce201d1e4 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Request body: {'security_group_rule': {'security_group_id': 'a5db0ca5-f258-441f-925c-513e17ca6afd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:09:49.776590 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558d340-76b5-4521-86da-38f467d09d73 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Pushing event updated for resources: {'Port': ['ID=98642c6c-5df4-472f-be30-cf898bdbb6b8,revision_number=2']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:49.780606 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d558d340-76b5-4521-86da-38f467d09d73 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (d03236c4-60eb-4653-99f4-9b62f60d9830), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:49.870254 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0ccaf3ab-b799-4c88-8ab1-af4ce201d1e4 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for security_group_rule (6a1148e8-432d-4244-a106-ee94feefc1a8), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:49.884251 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:49.891154 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 0725dd40-c78d-48d2-b124-10e5ff0fe50e up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:09:49.913437 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d558d340-76b5-4521-86da-38f467d09d73 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:49.916236 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-d558d340-76b5-4521-86da-38f467d09d73 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6855690 Sep 26 18:09:49.952126 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0ccaf3ab-b799-4c88-8ab1-af4ce201d1e4 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for security_group_rule (6a1148e8-432d-4244-a106-ee94feefc1a8), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:49.960463 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 0725dd40-c78d-48d2-b124-10e5ff0fe50e triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:09:49.961445 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (0725dd40-c78d-48d2-b124-10e5ff0fe50e), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:49.961445 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 0725dd40-c78d-48d2-b124-10e5ff0fe50e Sep 26 18:09:50.044387 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0ccaf3ab-b799-4c88-8ab1-af4ce201d1e4 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (6a1148e8-432d-4244-a106-ee94feefc1a8), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:50.076704 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccaf3ab-b799-4c88-8ab1-af4ce201d1e4 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a1148e8-432d-4244-a106-ee94feefc1a8,revision_number=0']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:50.093169 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 0725dd40-c78d-48d2-b124-10e5ff0fe50e is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:09:50.097969 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-1b9c247b-fa59-473e-ab40-152d913cdd3a None None] Publish callbacks [] for port (83d43dcc-e096-4d8b-81c2-766ba67243fc), precommit_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:50.153630 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:09:50.175334 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-1b9c247b-fa59-473e-ab40-152d913cdd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (83d43dcc-e096-4d8b-81c2-766ba67243fc), after_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:50.178149 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0ccaf3ab-b799-4c88-8ab1-af4ce201d1e4 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:50.179624 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-4b31bf83-4316-4c94-ad95-bf7fb4506832 None None] Attempt 6 to provision port 83d43dcc-e096-4d8b-81c2-766ba67243fc Sep 26 18:09:50.186783 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-0ccaf3ab-b799-4c88-8ab1-af4ce201d1e4 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4606595 Sep 26 18:09:50.187879 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 53064) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:50.197066 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-e0f18f8e-12b9-496f-9a70-4b1da843decd tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Request body: {'floatingip': {'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:09:50.201953 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:50.246995 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e22bfd-e6e3-4041-b4ff-c036cda28805 None None] Pushing event updated for resources: {'Port': ['ID=83d43dcc-e096-4d8b-81c2-766ba67243fc,revision_number=3']} {{(pid=106585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:50.250224 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-4b31bf83-4316-4c94-ad95-bf7fb4506832 None None] Port 83d43dcc-e096-4d8b-81c2-766ba67243fc cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:50.271363 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-05209105-45ad-44ad-a3f4-1bffd6e66b1d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1253362464&fields=id&tenant_id=f6595854cfb04a11994c6aed8f5857c6 HTTP/1.1" status: 200 len: 267 time: 0.0986161 Sep 26 18:09:50.302294 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:50.311260 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e0f18f8e-12b9-496f-9a70-4b1da843decd tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:50.317514 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-1b9c247b-fa59-473e-ab40-152d913cdd3a None None] Attempting to bind port 83d43dcc-e096-4d8b-81c2-766ba67243fc on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:09:50.318225 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-1b9c247b-fa59-473e-ab40-152d913cdd3a None None] Attempting to bind port 83d43dcc-e096-4d8b-81c2-766ba67243fc by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': 'b9f7fcb8-3ad7-4396-8a90-9caaa206c569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443'}] {{(pid=106585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:09:50.318804 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9c247b-fa59-473e-ab40-152d913cdd3a None None] Attempting to bind port 83d43dcc-e096-4d8b-81c2-766ba67243fc on network cfb449ba-f5c1-48f2-86e2-66ac0c50a443 {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:09:50.380187 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9c247b-fa59-473e-ab40-152d913cdd3a None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:09:50.380985 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9c247b-fa59-473e-ab40-152d913cdd3a None None] Checking segment: {'id': 'b9f7fcb8-3ad7-4396-8a90-9caaa206c569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:09:50.381445 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-1b9c247b-fa59-473e-ab40-152d913cdd3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:50.381859 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9c247b-fa59-473e-ab40-152d913cdd3a None None] Bound using segment: {'id': 'b9f7fcb8-3ad7-4396-8a90-9caaa206c569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443'} {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:09:50.382449 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-1b9c247b-fa59-473e-ab40-152d913cdd3a None None] Bound port: 83d43dcc-e096-4d8b-81c2-766ba67243fc, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f7fcb8-3ad7-4396-8a90-9caaa206c569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443'}}] {{(pid=106585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:09:50.383507 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-1b9c247b-fa59-473e-ab40-152d913cdd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (83d43dcc-e096-4d8b-81c2-766ba67243fc), before_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:50.464385 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e0f18f8e-12b9-496f-9a70-4b1da843decd tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:50.477992 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:50.494465 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.db [None req-1b9c247b-fa59-473e-ab40-152d913cdd3a None None] For port 83d43dcc-e096-4d8b-81c2-766ba67243fc, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:09:50.501118 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.db [None req-1b9c247b-fa59-473e-ab40-152d913cdd3a None None] For port 83d43dcc-e096-4d8b-81c2-766ba67243fc, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=83d43dcc-e096-4d8b-81c2-766ba67243fc,segment=NetworkSegment(b9f7fcb8-3ad7-4396-8a90-9caaa206c569),segment_id=b9f7fcb8-3ad7-4396-8a90-9caaa206c569)] {{(pid=106585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:09:50.605692 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-1b9c247b-fa59-473e-ab40-152d913cdd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (83d43dcc-e096-4d8b-81c2-766ba67243fc), after_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:50.653717 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_common [None req-e0f18f8e-12b9-496f-9a70-4b1da843decd tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Allocated IP 172.27.3.210 (75671e20-856b-479b-bee1-be813a3f2eee/4775a61a-d36f-43c7-b0a4-bf2c0640e392/23f9ca77-3b85-4d8f-8e36-42d5957cd19f) {{(pid=106582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:09:50.678557 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9c247b-fa59-473e-ab40-152d913cdd3a None None] Routers {'8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:50.679710 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-1b9c247b-fa59-473e-ab40-152d913cdd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:09:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:50.751398 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-4b31bf83-4316-4c94-ad95-bf7fb4506832 None None] Attempt 7 to provision port 83d43dcc-e096-4d8b-81c2-766ba67243fc Sep 26 18:09:50.774770 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e22bfd-e6e3-4041-b4ff-c036cda28805 None None] Pushing event updated for resources: {'Port': ['ID=83d43dcc-e096-4d8b-81c2-766ba67243fc,revision_number=4']} {{(pid=106585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:50.795669 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-459972ec-0cd4-47e3-bb0c-e949fc7f92a9 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:50.803773 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-459972ec-0cd4-47e3-bb0c-e949fc7f92a9 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/networks?id=ce568303-84c8-4c5c-8d2c-8e418731567a HTTP/1.1" status: 200 len: 816 time: 0.5197976 Sep 26 18:09:50.820054 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-d83a9d07-24ed-4f2b-89fd-ab0e825089cd tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/quotas/f6595854cfb04a11994c6aed8f5857c6 HTTP/1.1" status: 200 len: 375 time: 0.0151079 Sep 26 18:09:50.870906 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e0f18f8e-12b9-496f-9a70-4b1da843decd tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for port (23f9ca77-3b85-4d8f-8e36-42d5957cd19f), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:50.904982 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-1b9c247b-fa59-473e-ab40-152d913cdd3a None None] Set router 8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:50.910734 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-ca3e0a04-5fd2-4446-b103-0da26574b8d3 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=f6595854cfb04a11994c6aed8f5857c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797837 Sep 26 18:09:50.987842 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e0f18f8e-12b9-496f-9a70-4b1da843decd tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (23f9ca77-3b85-4d8f-8e36-42d5957cd19f), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:51.070173 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f18f8e-12b9-496f-9a70-4b1da843decd tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Network 75671e20-856b-479b-bee1-be813a3f2eee is already hosted by enough agents. {{(pid=106582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:09:51.083828 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-e0f18f8e-12b9-496f-9a70-4b1da843decd tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Resources bound (agent type, host, resource id): {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:09:51.086547 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-6f3423ce-4cd5-41b9-800d-038c5b8ab25e service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ce568303-84c8-4c5c-8d2c-8e418731567a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638088 Sep 26 18:09:51.094050 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f18f8e-12b9-496f-9a70-4b1da843decd tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Received port after_create {{(pid=106582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:09:51.118842 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-4b31bf83-4316-4c94-ad95-bf7fb4506832 None None] Current status of the port 83d43dcc-e096-4d8b-81c2-766ba67243fc is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:09:51.119236 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-4b31bf83-4316-4c94-ad95-bf7fb4506832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (83d43dcc-e096-4d8b-81c2-766ba67243fc), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:51.157172 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-4b31bf83-4316-4c94-ad95-bf7fb4506832 None None] For port 83d43dcc-e096-4d8b-81c2-766ba67243fc, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=83d43dcc-e096-4d8b-81c2-766ba67243fc,segment=NetworkSegment(b9f7fcb8-3ad7-4396-8a90-9caaa206c569),segment_id=b9f7fcb8-3ad7-4396-8a90-9caaa206c569)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:51.162005 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f18f8e-12b9-496f-9a70-4b1da843decd tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Pushing event updated for resources: {'Port': ['ID=23f9ca77-3b85-4d8f-8e36-42d5957cd19f,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:51.226818 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-1b9c247b-fa59-473e-ab40-152d913cdd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'name': 'tempest-AttachVolumeTestJSON-1898921580-router', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:47Z', 'revision_number': 4, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'gw_port': {'id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '83d43dcc-e096-4d8b-81c2-766ba67243fc', 'name': '', 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'mac_address': 'fa:16:3e:3c:6f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:46Z', 'updated_at': '2022-09-26T18:09:50Z', 'revision_number': 4, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'subnets': [{'id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:51.235148 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:51.237353 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-ad2e3633-a031-4cb5-8212-7fede84d9266 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ce568303-84c8-4c5c-8d2c-8e418731567a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333869 Sep 26 18:09:51.246460 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e0f18f8e-12b9-496f-9a70-4b1da843decd tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for floatingip (5eb537b7-d9a2-427c-8a1a-92e3add8d2bc), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:51.253952 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c247b-fa59-473e-ab40-152d913cdd3a None None] The sync data for ids ['8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'] in dv-cinder-859319-1-iscsi is: [{'id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'name': 'tempest-AttachVolumeTestJSON-1898921580-router', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:47Z', 'revision_number': 4, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'gw_port': {'id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '83d43dcc-e096-4d8b-81c2-766ba67243fc', 'name': '', 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'mac_address': 'fa:16:3e:3c:6f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:46Z', 'updated_at': '2022-09-26T18:09:50Z', 'revision_number': 4, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'subnets': [{'id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:09:51.276991 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-4b31bf83-4316-4c94-ad95-bf7fb4506832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (83d43dcc-e096-4d8b-81c2-766ba67243fc), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:51.373697 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31bf83-4316-4c94-ad95-bf7fb4506832 None None] Pushing event updated for resources: {'Port': ['ID=83d43dcc-e096-4d8b-81c2-766ba67243fc,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:51.416794 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-37c95295-14d5-4617-b2b8-48355a41593c None None] Provisioning complete for port 83d43dcc-e096-4d8b-81c2-766ba67243fc triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:09:51.417740 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-37c95295-14d5-4617-b2b8-48355a41593c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (83d43dcc-e096-4d8b-81c2-766ba67243fc), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:51.418502 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-37c95295-14d5-4617-b2b8-48355a41593c None None] Attempt 1 to provision port 83d43dcc-e096-4d8b-81c2-766ba67243fc Sep 26 18:09:51.451968 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e0f18f8e-12b9-496f-9a70-4b1da843decd tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (23f9ca77-3b85-4d8f-8e36-42d5957cd19f), before_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:51.550985 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-37c95295-14d5-4617-b2b8-48355a41593c None None] Current status of the port 83d43dcc-e096-4d8b-81c2-766ba67243fc is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:09:51.674316 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-96fdd5a8-99af-4954-9edf-7b04f21b3368 req-afa922f3-a383-4598-aac6-0d4332d4c59f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 210 time: 0.0540261 Sep 26 18:09:51.747142 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e0f18f8e-12b9-496f-9a70-4b1da843decd tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for port (23f9ca77-3b85-4d8f-8e36-42d5957cd19f), precommit_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:51.849663 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e0f18f8e-12b9-496f-9a70-4b1da843decd tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-513976'] for port (23f9ca77-3b85-4d8f-8e36-42d5957cd19f), after_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:51.972850 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 83d43dcc-e096-4d8b-81c2-766ba67243fc up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:09:51.998455 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e0f18f8e-12b9-496f-9a70-4b1da843decd tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (5eb537b7-d9a2-427c-8a1a-92e3add8d2bc), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:52.017010 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f18f8e-12b9-496f-9a70-4b1da843decd tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Pushing event updated for resources: {'Port': ['ID=23f9ca77-3b85-4d8f-8e36-42d5957cd19f,revision_number=2']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:52.041446 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 83d43dcc-e096-4d8b-81c2-766ba67243fc triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:09:52.041987 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (83d43dcc-e096-4d8b-81c2-766ba67243fc), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:52.042409 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 83d43dcc-e096-4d8b-81c2-766ba67243fc Sep 26 18:09:52.045211 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:52.167065 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 83d43dcc-e096-4d8b-81c2-766ba67243fc is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:09:52.167855 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e0f18f8e-12b9-496f-9a70-4b1da843decd tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:52.176322 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-e0f18f8e-12b9-496f-9a70-4b1da843decd tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9857793 Sep 26 18:09:52.404345 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-8ed5ff55-b75b-480f-af70-6b4ec55c99be tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1958674504&fields=id&tenant_id=7750acf9ab4843d1a3848472e99881a1 HTTP/1.1" status: 200 len: 267 time: 0.0635440 Sep 26 18:09:52.577686 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-d1e370bb-3539-4c31-a98a-2d5d0184cf81 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:52.580728 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-d1e370bb-3539-4c31-a98a-2d5d0184cf81 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/networks?id=cfb449ba-f5c1-48f2-86e2-66ac0c50a443 HTTP/1.1" status: 200 len: 811 time: 0.1677566 Sep 26 18:09:52.599326 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-10535c90-e3ca-4083-b469-c2a394b069f7 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/quotas/7750acf9ab4843d1a3848472e99881a1 HTTP/1.1" status: 200 len: 375 time: 0.0126655 Sep 26 18:09:52.673052 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-1b47beb4-26c7-48de-98e2-dd97bc05b0d6 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=7750acf9ab4843d1a3848472e99881a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637584 Sep 26 18:09:52.827467 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7c0e6c5a-2e95-4202-a85d-18289a4a53e3 req-b50feb28-5164-4405-b5c9-acaa70ee3489 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 210 time: 0.0525095 Sep 26 18:09:52.849785 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-d7f5427f-868d-4f30-9d41-98c14ec3803a service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cfb449ba-f5c1-48f2-86e2-66ac0c50a443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634693 Sep 26 18:09:52.867773 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:52.995894 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-6ab1731b-1988-472b-9a45-b3f2a86e3d55 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cfb449ba-f5c1-48f2-86e2-66ac0c50a443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361077 Sep 26 18:09:53.331026 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ee3e5af5-11f1-4ca1-9a69-153a040de087 req-87329a25-a62e-4c4f-a19a-69894465d319 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 210 time: 0.0296605 Sep 26 18:09:53.949765 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-22ddcb88-99f1-40cc-bec9-e06f128a4e51 req-ec2db8f6-aa08-40b9-88fc-06b5c8b3bd59 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 210 time: 0.0295169 Sep 26 18:09:54.472677 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7f34170f-261e-4af7-a6fc-61e25126626a req-434a6b57-6b7a-429f-8990-c43ee46acede tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 210 time: 0.0545232 Sep 26 18:09:54.538667 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-cfc552b3-b691-4091-8e96-5857c8cd4385 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:54.541175 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-cfc552b3-b691-4091-8e96-5857c8cd4385 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.88 "GET /networking/v2.0/networks?id=ce568303-84c8-4c5c-8d2c-8e418731567a HTTP/1.1" status: 200 len: 816 time: 0.1933208 Sep 26 18:09:54.622316 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-a912fd33-8369-42a3-bdcb-2772acb83220 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.88 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f6595854cfb04a11994c6aed8f5857c6 HTTP/1.1" status: 200 len: 380 time: 0.0615394 Sep 26 18:09:54.632179 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-d958a900-12b3-473a-a008-4cee2e3b8922 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Request body: {'port': {'device_id': '157c830f-c695-4a1a-a21f-1d0d6c24dd93', 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a', 'admin_state_up': True, 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'security_groups': ['7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6']}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:09:54.750035 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:54.884420 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-d958a900-12b3-473a-a008-4cee2e3b8922 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Made reservation on behalf of f6595854cfb04a11994c6aed8f5857c6 for: {'port': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:09:54.891564 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-d958a900-12b3-473a-a008-4cee2e3b8922 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:55.090033 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b1785bb7-09f6-46d5-bae2-179e5e4e210e req-71daa3a4-cbe3-418b-bb2d-852fbab03e9c tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 210 time: 0.0396285 Sep 26 18:09:55.120969 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-d958a900-12b3-473a-a008-4cee2e3b8922 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Allocated IP 172.20.0.5 (ce568303-84c8-4c5c-8d2c-8e418731567a/022b4299-5ffc-4e1c-a1f8-69b6504727f0/4810d7ad-3670-4d57-835a-ea0d6344ef48) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:09:55.286073 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-d958a900-12b3-473a-a008-4cee2e3b8922 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for port (4810d7ad-3670-4d57-835a-ea0d6344ef48), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:55.421659 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-d958a900-12b3-473a-a008-4cee2e3b8922 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (4810d7ad-3670-4d57-835a-ea0d6344ef48), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:55.478868 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-d958a900-12b3-473a-a008-4cee2e3b8922 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Network ce568303-84c8-4c5c-8d2c-8e418731567a is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:09:55.482276 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-d958a900-12b3-473a-a008-4cee2e3b8922 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:09:55.485238 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-d958a900-12b3-473a-a008-4cee2e3b8922 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:09:55.491006 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:55.518068 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958a900-12b3-473a-a008-4cee2e3b8922 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Pushing event updated for resources: {'Port': ['ID=4810d7ad-3670-4d57-835a-ea0d6344ef48,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:55.568538 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-d958a900-12b3-473a-a008-4cee2e3b8922 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:55.569244 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-d958a900-12b3-473a-a008-4cee2e3b8922 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:55.617475 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c18a05aa-494b-4cf0-b2d1-1b0d8d8ba3e5 req-fec60d15-8a36-42d4-ac6d-8ec64fd2501e tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 210 time: 0.0301888 Sep 26 18:09:55.688386 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-d958a900-12b3-473a-a008-4cee2e3b8922 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0605843 Sep 26 18:09:55.720652 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-8f1ee238-6c5b-4e45-8fc9-069a9cae9caa None None] Provisioning complete for port 4810d7ad-3670-4d57-835a-ea0d6344ef48 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:09:55.722834 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-8f1ee238-6c5b-4e45-8fc9-069a9cae9caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (4810d7ad-3670-4d57-835a-ea0d6344ef48), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:55.722834 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-8f1ee238-6c5b-4e45-8fc9-069a9cae9caa None None] Attempt 1 to provision port 4810d7ad-3670-4d57-835a-ea0d6344ef48 Sep 26 18:09:55.760200 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-8f1ee238-6c5b-4e45-8fc9-069a9cae9caa None None] Port 4810d7ad-3670-4d57-835a-ea0d6344ef48 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:55.937588 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-ee3bb403-0d37-4f0d-a445-5e7df01549ca service neutron] Request body: {'port': {'device_id': '157c830f-c695-4a1a-a21f-1d0d6c24dd93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:09:56.031205 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-ee3bb403-0d37-4f0d-a445-5e7df01549ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (4810d7ad-3670-4d57-835a-ea0d6344ef48), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:56.262061 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-8f1ee238-6c5b-4e45-8fc9-069a9cae9caa None None] Attempt 2 to provision port 4810d7ad-3670-4d57-835a-ea0d6344ef48 Sep 26 18:09:56.307715 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:56.318087 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-8f1ee238-6c5b-4e45-8fc9-069a9cae9caa None None] Port 4810d7ad-3670-4d57-835a-ea0d6344ef48 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:56.331544 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b97132-e75a-4ac0-a325-4fa43c1544a7 req-23c3406d-ad54-40c4-a545-2d6ff5d2f15e tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:56.333262 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a1b97132-e75a-4ac0-a325-4fa43c1544a7 req-23c3406d-ad54-40c4-a545-2d6ff5d2f15e tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 931 time: 0.1215062 Sep 26 18:09:56.471067 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:56.549344 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a1b97132-e75a-4ac0-a325-4fa43c1544a7 req-a18679a1-9a8d-4bca-8e1f-b238ce2dc384 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781957 Sep 26 18:09:56.559766 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-722f02d4-f2ea-44cb-849b-706d457c6dc4 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:56.561300 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-722f02d4-f2ea-44cb-849b-706d457c6dc4 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.88 "GET /networking/v2.0/networks?id=cfb449ba-f5c1-48f2-86e2-66ac0c50a443 HTTP/1.1" status: 200 len: 811 time: 0.2851553 Sep 26 18:09:56.680587 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-ee3bb403-0d37-4f0d-a445-5e7df01549ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4810d7ad-3670-4d57-835a-ea0d6344ef48 {{(pid=106583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:09:56.697057 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-ee3bb403-0d37-4f0d-a445-5e7df01549ca service neutron] Publish callbacks [] for port (4810d7ad-3670-4d57-835a-ea0d6344ef48), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:56.731874 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.provisioning_blocks [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-ee3bb403-0d37-4f0d-a445-5e7df01549ca service neutron] Transition to ACTIVE for port object 4810d7ad-3670-4d57-835a-ea0d6344ef48 will not be triggered until provisioned by entity L2. {{(pid=106583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:09:56.745648 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-77e54026-60b1-48b2-9918-811a13069d49 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.88 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7750acf9ab4843d1a3848472e99881a1 HTTP/1.1" status: 200 len: 380 time: 0.1444135 Sep 26 18:09:56.759624 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-f454f1ff-683b-44a3-b65e-7708565592ec tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Request body: {'port': {'device_id': '7369614f-dc83-49a8-b16c-2c2189b1e9db', 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443', 'admin_state_up': True, 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'security_groups': ['a5db0ca5-f258-441f-925c-513e17ca6afd']}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:09:56.793839 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9d8032ba-c084-430a-affc-8544c7270928 req-3c4ccfcb-012c-49b8-884a-34b35e111904 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 210 time: 0.0644181 Sep 26 18:09:56.819724 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-8f1ee238-6c5b-4e45-8fc9-069a9cae9caa None None] Attempt 3 to provision port 4810d7ad-3670-4d57-835a-ea0d6344ef48 Sep 26 18:09:56.842047 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:56.875301 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-8f1ee238-6c5b-4e45-8fc9-069a9cae9caa None None] Port 4810d7ad-3670-4d57-835a-ea0d6344ef48 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:56.880118 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-ee3bb403-0d37-4f0d-a445-5e7df01549ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (4810d7ad-3670-4d57-835a-ea0d6344ef48), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:56.973421 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3bb403-0d37-4f0d-a445-5e7df01549ca service neutron] Pushing event updated for resources: {'Port': ['ID=4810d7ad-3670-4d57-835a-ea0d6344ef48,revision_number=2']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:57.056194 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-ee3bb403-0d37-4f0d-a445-5e7df01549ca service neutron] Attempting to bind port 4810d7ad-3670-4d57-835a-ea0d6344ef48 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:09:57.056528 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-ee3bb403-0d37-4f0d-a445-5e7df01549ca service neutron] Attempting to bind port 4810d7ad-3670-4d57-835a-ea0d6344ef48 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '74583ddb-45f6-451b-9f0f-cd5bb37fc3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a'}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:09:57.056866 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-ee3bb403-0d37-4f0d-a445-5e7df01549ca service neutron] Attempting to bind port 4810d7ad-3670-4d57-835a-ea0d6344ef48 on network ce568303-84c8-4c5c-8d2c-8e418731567a {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:09:57.118244 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-ee3bb403-0d37-4f0d-a445-5e7df01549ca service neutron] Port 4810d7ad-3670-4d57-835a-ea0d6344ef48 on network ce568303-84c8-4c5c-8d2c-8e418731567a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:09:57.118578 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-ee3bb403-0d37-4f0d-a445-5e7df01549ca service neutron] Attempting to bind port 4810d7ad-3670-4d57-835a-ea0d6344ef48 on network ce568303-84c8-4c5c-8d2c-8e418731567a {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:09:57.176419 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-ee3bb403-0d37-4f0d-a445-5e7df01549ca service neutron] Checking agent: {'id': 'b76d05ef-6768-47d4-84e3-b7f3ce45293e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'started_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:09:57.176943 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-ee3bb403-0d37-4f0d-a445-5e7df01549ca service neutron] Checking segment: {'id': '74583ddb-45f6-451b-9f0f-cd5bb37fc3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:09:57.177561 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-ee3bb403-0d37-4f0d-a445-5e7df01549ca service neutron] Bound using segment: {'id': '74583ddb-45f6-451b-9f0f-cd5bb37fc3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a'} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:09:57.178266 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-ee3bb403-0d37-4f0d-a445-5e7df01549ca service neutron] Bound port: 4810d7ad-3670-4d57-835a-ea0d6344ef48, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74583ddb-45f6-451b-9f0f-cd5bb37fc3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a'}}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:09:57.178801 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-ee3bb403-0d37-4f0d-a445-5e7df01549ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (4810d7ad-3670-4d57-835a-ea0d6344ef48), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:57.225472 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-f454f1ff-683b-44a3-b65e-7708565592ec tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Made reservation on behalf of 7750acf9ab4843d1a3848472e99881a1 for: {'port': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:09:57.229206 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-f454f1ff-683b-44a3-b65e-7708565592ec tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:57.271951 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:57.276698 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-ee3bb403-0d37-4f0d-a445-5e7df01549ca service neutron] For port 4810d7ad-3670-4d57-835a-ea0d6344ef48, host hv-cinder-85931, cleared binding levels {{(pid=106583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:09:57.324267 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-ee3bb403-0d37-4f0d-a445-5e7df01549ca service neutron] For port 4810d7ad-3670-4d57-835a-ea0d6344ef48, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=4810d7ad-3670-4d57-835a-ea0d6344ef48,segment=NetworkSegment(74583ddb-45f6-451b-9f0f-cd5bb37fc3b7),segment_id=74583ddb-45f6-451b-9f0f-cd5bb37fc3b7)] {{(pid=106583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:09:57.376968 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-8f1ee238-6c5b-4e45-8fc9-069a9cae9caa None None] Attempt 4 to provision port 4810d7ad-3670-4d57-835a-ea0d6344ef48 Sep 26 18:09:57.414808 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-f454f1ff-683b-44a3-b65e-7708565592ec tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Allocated IP 172.20.0.10 (cfb449ba-f5c1-48f2-86e2-66ac0c50a443/83aedef4-9250-4b02-8624-1d67dbb0e7cd/555a4990-c7e3-456c-b0c7-7742d6f81240) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:09:57.416377 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-8f1ee238-6c5b-4e45-8fc9-069a9cae9caa None None] Port 4810d7ad-3670-4d57-835a-ea0d6344ef48 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:57.421938 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-ee3bb403-0d37-4f0d-a445-5e7df01549ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (4810d7ad-3670-4d57-835a-ea0d6344ef48), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:57.432418 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-ee3bb403-0d37-4f0d-a445-5e7df01549ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:57.443160 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-ee3bb403-0d37-4f0d-a445-5e7df01549ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:57.443160 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-ee3bb403-0d37-4f0d-a445-5e7df01549ca service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/4810d7ad-3670-4d57-835a-ea0d6344ef48 HTTP/1.1" status: 200 len: 1093 time: 1.5066090 Sep 26 18:09:57.443160 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157c830f-c695-4a1a-a21f-1d0d6c24dd93', 'tag': '4810d7ad-3670-4d57-835a-ea0d6344ef48'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:09:57.443160 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03182dc-f432-4f1c-8d8b-912097c84d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "157c830f-c695-4a1a-a21f-1d0d6c24dd93", "tag": "4810d7ad-3670-4d57-835a-ea0d6344ef48"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:09:57.485511 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7428a87-37e1-414b-b2f3-813bf009cb79 x-openstack-request-id: req-c7428a87-37e1-414b-b2f3-813bf009cb79 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:09:57.486502 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157c830f-c695-4a1a-a21f-1d0d6c24dd93", "tag": "4810d7ad-3670-4d57-835a-ea0d6344ef48", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:09:57.486689 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c7428a87-37e1-414b-b2f3-813bf009cb79 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:09:57.487073 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7428a87-37e1-414b-b2f3-813bf009cb79'] response: {'name': 'network-changed', 'server_uuid': '157c830f-c695-4a1a-a21f-1d0d6c24dd93', 'tag': '4810d7ad-3670-4d57-835a-ea0d6344ef48', 'status': 'completed', 'code': 200} Sep 26 18:09:57.537427 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3bb403-0d37-4f0d-a445-5e7df01549ca service neutron] Pushing event updated for resources: {'Port': ['ID=4810d7ad-3670-4d57-835a-ea0d6344ef48,revision_number=3']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:57.630110 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03182dc-f432-4f1c-8d8b-912097c84d9c req-620b898a-01b8-4160-8fd3-94d7531dbe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:57.631722 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e03182dc-f432-4f1c-8d8b-912097c84d9c req-620b898a-01b8-4160-8fd3-94d7531dbe9e service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=f6595854cfb04a11994c6aed8f5857c6&device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 1127 time: 0.0613191 Sep 26 18:09:57.762344 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-f454f1ff-683b-44a3-b65e-7708565592ec tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for port (555a4990-c7e3-456c-b0c7-7742d6f81240), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:57.765662 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:57.791558 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa758f-c8c5-463b-b1e6-68674e529c76 req-68c3b526-85f6-4433-99b5-2c1867072144 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:57.793130 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b1aa758f-c8c5-463b-b1e6-68674e529c76 req-68c3b526-85f6-4433-99b5-2c1867072144 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 943 time: 0.0808723 Sep 26 18:09:57.902157 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03182dc-f432-4f1c-8d8b-912097c84d9c req-509cf60a-dbef-49d1-9310-668f2f42f669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:57.903896 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e03182dc-f432-4f1c-8d8b-912097c84d9c req-509cf60a-dbef-49d1-9310-668f2f42f669 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=f6595854cfb04a11994c6aed8f5857c6&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2576761 Sep 26 18:09:57.917306 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-8f1ee238-6c5b-4e45-8fc9-069a9cae9caa None None] Attempt 5 to provision port 4810d7ad-3670-4d57-835a-ea0d6344ef48 Sep 26 18:09:57.938504 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b1aa758f-c8c5-463b-b1e6-68674e529c76 req-2a319bb2-3357-4bb9-b0b3-0374405f13a5 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354823 Sep 26 18:09:57.973342 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-8f1ee238-6c5b-4e45-8fc9-069a9cae9caa None None] Port 4810d7ad-3670-4d57-835a-ea0d6344ef48 had new provisioning blocks added so it will not transition to active. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:09:58.006583 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-88201b40-3a69-4399-a133-a2539ed55cde req-2886ddc2-7f00-4e86-8b88-f8e14a4b8577 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 210 time: 0.0963926 Sep 26 18:09:58.011297 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-f454f1ff-683b-44a3-b65e-7708565592ec tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (555a4990-c7e3-456c-b0c7-7742d6f81240), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:58.088133 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-f454f1ff-683b-44a3-b65e-7708565592ec tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Network cfb449ba-f5c1-48f2-86e2-66ac0c50a443 is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:09:58.110724 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-f454f1ff-683b-44a3-b65e-7708565592ec tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:09:58.115791 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-f454f1ff-683b-44a3-b65e-7708565592ec tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:09:58.180881 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454f1ff-683b-44a3-b65e-7708565592ec tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Pushing event updated for resources: {'Port': ['ID=555a4990-c7e3-456c-b0c7-7742d6f81240,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:58.207809 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03182dc-f432-4f1c-8d8b-912097c84d9c req-a6a9b166-e2a3-4a37-bf69-d27101bc3525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:58.209500 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e03182dc-f432-4f1c-8d8b-912097c84d9c req-a6a9b166-e2a3-4a37-bf69-d27101bc3525 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2980232 Sep 26 18:09:58.217322 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-f454f1ff-683b-44a3-b65e-7708565592ec tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:58.218294 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-f454f1ff-683b-44a3-b65e-7708565592ec tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:58.298711 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-f454f1ff-683b-44a3-b65e-7708565592ec tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5455320 Sep 26 18:09:58.324000 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-6133764e-2ecd-4981-aeeb-de63124e49fd service neutron] Request body: {'port': {'device_id': '7369614f-dc83-49a8-b16c-2c2189b1e9db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:09:58.363998 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-8cb4d17f-e689-4497-a363-2676f50fb31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:58.366729 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-8cb4d17f-e689-4497-a363-2676f50fb31f service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=f6595854cfb04a11994c6aed8f5857c6&device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 1127 time: 0.0853822 Sep 26 18:09:58.399298 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-d7ca0b2f-20e1-4dd1-8c2b-922d7b7db890 None None] Provisioning complete for port 555a4990-c7e3-456c-b0c7-7742d6f81240 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:09:58.399722 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0b2f-20e1-4dd1-8c2b-922d7b7db890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (555a4990-c7e3-456c-b0c7-7742d6f81240), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:58.400287 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-d7ca0b2f-20e1-4dd1-8c2b-922d7b7db890 None None] Attempt 1 to provision port 555a4990-c7e3-456c-b0c7-7742d6f81240 Sep 26 18:09:58.439617 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-29779941-6c8b-4b4e-9cb3-c39c00e262c1 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4810d7ad-3670-4d57-835a-ea0d6344ef48 HTTP/1.1" status: 200 len: 217 time: 0.0454440 Sep 26 18:09:58.442736 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-6133764e-2ecd-4981-aeeb-de63124e49fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (555a4990-c7e3-456c-b0c7-7742d6f81240), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:58.443272 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-d7ca0b2f-20e1-4dd1-8c2b-922d7b7db890 None None] Port 555a4990-c7e3-456c-b0c7-7742d6f81240 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:58.527467 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:58.531434 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-2650e362-92b4-4abc-ac66-95f39ae764ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:58.533656 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-2650e362-92b4-4abc-ac66-95f39ae764ec service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=022b4299-5ffc-4e1c-a1f8-69b6504727f0 HTTP/1.1" status: 200 len: 855 time: 0.0878417 Sep 26 18:09:58.653756 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-67223a69-d96d-4e28-9806-206facf073e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:58.656317 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-67223a69-d96d-4e28-9806-206facf073e6 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=ce568303-84c8-4c5c-8d2c-8e418731567a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1149907 Sep 26 18:09:58.856570 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-08fa216a-5564-4b7e-9d80-ba02ec7d02d5 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ce568303-84c8-4c5c-8d2c-8e418731567a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893079 Sep 26 18:09:58.944467 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-d7ca0b2f-20e1-4dd1-8c2b-922d7b7db890 None None] Attempt 2 to provision port 555a4990-c7e3-456c-b0c7-7742d6f81240 Sep 26 18:09:58.991217 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-d7ca0b2f-20e1-4dd1-8c2b-922d7b7db890 None None] Port 555a4990-c7e3-456c-b0c7-7742d6f81240 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:59.036937 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-6133764e-2ecd-4981-aeeb-de63124e49fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 555a4990-c7e3-456c-b0c7-7742d6f81240 {{(pid=106583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:09:59.053359 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-6133764e-2ecd-4981-aeeb-de63124e49fd service neutron] Publish callbacks [] for port (555a4990-c7e3-456c-b0c7-7742d6f81240), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:59.063822 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bc28747f-4ae4-47b1-9120-f23eae79fa7d req-b4b14700-73f0-43d6-bf0f-04a46456156a service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ce568303-84c8-4c5c-8d2c-8e418731567a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933424 Sep 26 18:09:59.077988 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.provisioning_blocks [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-6133764e-2ecd-4981-aeeb-de63124e49fd service neutron] Transition to ACTIVE for port object 555a4990-c7e3-456c-b0c7-7742d6f81240 will not be triggered until provisioned by entity L2. {{(pid=106583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:09:59.113485 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:59.144846 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3da03-dfdc-451c-87a9-10fc522e72b8 req-17bdd64d-5202-4cde-9a89-7fd3f98a54e1 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:59.147534 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-18a3da03-dfdc-451c-87a9-10fc522e72b8 req-17bdd64d-5202-4cde-9a89-7fd3f98a54e1 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 943 time: 0.0718303 Sep 26 18:09:59.227228 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-6133764e-2ecd-4981-aeeb-de63124e49fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (555a4990-c7e3-456c-b0c7-7742d6f81240), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:59.238321 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47e6c0-eb89-4416-bfe2-a7b5b574759a req-f8b96b0d-329e-451d-baed-ad3fcebe6f8b tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:59.240245 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2c47e6c0-eb89-4416-bfe2-a7b5b574759a req-f8b96b0d-329e-451d-baed-ad3fcebe6f8b tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 932 time: 0.0874684 Sep 26 18:09:59.306700 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-18a3da03-dfdc-451c-87a9-10fc522e72b8 req-ecfb80f4-a6d1-4d92-8ef0-d2fd559ad2a2 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443722 Sep 26 18:09:59.330416 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133764e-2ecd-4981-aeeb-de63124e49fd service neutron] Pushing event updated for resources: {'Port': ['ID=555a4990-c7e3-456c-b0c7-7742d6f81240,revision_number=2']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:59.418442 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:59.425716 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2c47e6c0-eb89-4416-bfe2-a7b5b574759a req-f2c18a25-d2ff-4f05-b9ed-3619dfd5ecd6 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554372 Sep 26 18:09:59.455717 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-6133764e-2ecd-4981-aeeb-de63124e49fd service neutron] Attempting to bind port 555a4990-c7e3-456c-b0c7-7742d6f81240 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:09:59.458564 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-6133764e-2ecd-4981-aeeb-de63124e49fd service neutron] Attempting to bind port 555a4990-c7e3-456c-b0c7-7742d6f81240 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'b9f7fcb8-3ad7-4396-8a90-9caaa206c569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443'}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:09:59.458564 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-6133764e-2ecd-4981-aeeb-de63124e49fd service neutron] Attempting to bind port 555a4990-c7e3-456c-b0c7-7742d6f81240 on network cfb449ba-f5c1-48f2-86e2-66ac0c50a443 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:09:59.494250 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-d7ca0b2f-20e1-4dd1-8c2b-922d7b7db890 None None] Attempt 3 to provision port 555a4990-c7e3-456c-b0c7-7742d6f81240 Sep 26 18:09:59.506708 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-6133764e-2ecd-4981-aeeb-de63124e49fd service neutron] Port 555a4990-c7e3-456c-b0c7-7742d6f81240 on network cfb449ba-f5c1-48f2-86e2-66ac0c50a443 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:09:59.507125 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-6133764e-2ecd-4981-aeeb-de63124e49fd service neutron] Attempting to bind port 555a4990-c7e3-456c-b0c7-7742d6f81240 on network cfb449ba-f5c1-48f2-86e2-66ac0c50a443 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:09:59.531307 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-d7ca0b2f-20e1-4dd1-8c2b-922d7b7db890 None None] Port 555a4990-c7e3-456c-b0c7-7742d6f81240 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:59.560231 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-6133764e-2ecd-4981-aeeb-de63124e49fd service neutron] Checking agent: {'id': 'b76d05ef-6768-47d4-84e3-b7f3ce45293e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'started_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:09:59.560761 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-6133764e-2ecd-4981-aeeb-de63124e49fd service neutron] Checking segment: {'id': 'b9f7fcb8-3ad7-4396-8a90-9caaa206c569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:09:59.561318 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-6133764e-2ecd-4981-aeeb-de63124e49fd service neutron] Bound using segment: {'id': 'b9f7fcb8-3ad7-4396-8a90-9caaa206c569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443'} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:09:59.561956 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-6133764e-2ecd-4981-aeeb-de63124e49fd service neutron] Bound port: 555a4990-c7e3-456c-b0c7-7742d6f81240, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f7fcb8-3ad7-4396-8a90-9caaa206c569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443'}}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:09:59.562472 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-6133764e-2ecd-4981-aeeb-de63124e49fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (555a4990-c7e3-456c-b0c7-7742d6f81240), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:59.657692 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-6133764e-2ecd-4981-aeeb-de63124e49fd service neutron] For port 555a4990-c7e3-456c-b0c7-7742d6f81240, host hv-cinder-85931, cleared binding levels {{(pid=106583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:09:59.661128 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-6133764e-2ecd-4981-aeeb-de63124e49fd service neutron] For port 555a4990-c7e3-456c-b0c7-7742d6f81240, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=555a4990-c7e3-456c-b0c7-7742d6f81240,segment=NetworkSegment(b9f7fcb8-3ad7-4396-8a90-9caaa206c569),segment_id=b9f7fcb8-3ad7-4396-8a90-9caaa206c569)] {{(pid=106583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:09:59.758044 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-6133764e-2ecd-4981-aeeb-de63124e49fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (555a4990-c7e3-456c-b0c7-7742d6f81240), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:59.762953 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-6133764e-2ecd-4981-aeeb-de63124e49fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:59.763981 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-6133764e-2ecd-4981-aeeb-de63124e49fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:59.765572 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-6133764e-2ecd-4981-aeeb-de63124e49fd service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/555a4990-c7e3-456c-b0c7-7742d6f81240 HTTP/1.1" status: 200 len: 1094 time: 1.4458079 Sep 26 18:09:59.768331 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7369614f-dc83-49a8-b16c-2c2189b1e9db', 'tag': '555a4990-c7e3-456c-b0c7-7742d6f81240'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:09:59.770752 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b294bff3-6243-4a33-b5ae-9976ac95bf14" -d '{"events": [{"name": "network-changed", "server_uuid": "7369614f-dc83-49a8-b16c-2c2189b1e9db", "tag": "555a4990-c7e3-456c-b0c7-7742d6f81240"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:09:59.834075 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133764e-2ecd-4981-aeeb-de63124e49fd service neutron] Pushing event updated for resources: {'Port': ['ID=555a4990-c7e3-456c-b0c7-7742d6f81240,revision_number=3']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:59.839529 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c930d9-f894-4a09-85d8-8ad306828297 x-openstack-request-id: req-e0c930d9-f894-4a09-85d8-8ad306828297 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:09:59.839957 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7369614f-dc83-49a8-b16c-2c2189b1e9db", "tag": "555a4990-c7e3-456c-b0c7-7742d6f81240", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:09:59.840310 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e0c930d9-f894-4a09-85d8-8ad306828297 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:09:59.840851 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0c930d9-f894-4a09-85d8-8ad306828297'] response: {'name': 'network-changed', 'server_uuid': '7369614f-dc83-49a8-b16c-2c2189b1e9db', 'tag': '555a4990-c7e3-456c-b0c7-7742d6f81240', 'status': 'completed', 'code': 200} Sep 26 18:10:00.032402 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-d7ca0b2f-20e1-4dd1-8c2b-922d7b7db890 None None] Attempt 4 to provision port 555a4990-c7e3-456c-b0c7-7742d6f81240 Sep 26 18:10:00.084059 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-d7ca0b2f-20e1-4dd1-8c2b-922d7b7db890 None None] Port 555a4990-c7e3-456c-b0c7-7742d6f81240 had new provisioning blocks added so it will not transition to active. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:10:00.256624 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294bff3-6243-4a33-b5ae-9976ac95bf14 req-7a1c7ca4-8edf-46fb-a593-096309fb9cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:00.258502 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b294bff3-6243-4a33-b5ae-9976ac95bf14 req-7a1c7ca4-8edf-46fb-a593-096309fb9cdf service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=7750acf9ab4843d1a3848472e99881a1&device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 1128 time: 0.0607131 Sep 26 18:10:00.321882 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf1b4e-059c-40df-88a3-53f935027bb4 req-c457ccfd-6b04-4d54-94c6-18afccdc4014 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:00.323973 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8fcf1b4e-059c-40df-88a3-53f935027bb4 req-c457ccfd-6b04-4d54-94c6-18afccdc4014 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 945 time: 0.0822089 Sep 26 18:10:00.786065 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4956d-85e9-4360-8785-f25151c5ef8b req-8e26886b-b1d9-4876-9751-2319fea66a30 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:00.788093 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7eb4956d-85e9-4360-8785-f25151c5ef8b req-8e26886b-b1d9-4876-9751-2319fea66a30 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 943 time: 0.0960090 Sep 26 18:10:00.808811 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8fcf1b4e-059c-40df-88a3-53f935027bb4 req-40e0126b-3568-4937-a4c4-f70ac4131430 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4718580 Sep 26 18:10:00.852072 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294bff3-6243-4a33-b5ae-9976ac95bf14 req-aca3cc7d-7916-4eef-8f6d-7dc06e24b0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:00.854409 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b294bff3-6243-4a33-b5ae-9976ac95bf14 req-aca3cc7d-7916-4eef-8f6d-7dc06e24b0c1 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=7750acf9ab4843d1a3848472e99881a1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5547836 Sep 26 18:10:00.966706 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7eb4956d-85e9-4360-8785-f25151c5ef8b req-0f47ea7e-e632-4e23-be2a-252bca148f23 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656342 Sep 26 18:10:01.022447 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a2b01-b5bc-4783-92a2-1ad592c754d5 req-577a6a3d-ee90-406c-8cc8-811ac1a4abf2 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:01.023966 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c23a2b01-b5bc-4783-92a2-1ad592c754d5 req-577a6a3d-ee90-406c-8cc8-811ac1a4abf2 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 944 time: 0.0813577 Sep 26 18:10:01.033178 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:01.073353 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294bff3-6243-4a33-b5ae-9976ac95bf14 req-af754d38-b2ee-4fb6-86ab-c8c1cfc66d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:01.074749 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b294bff3-6243-4a33-b5ae-9976ac95bf14 req-af754d38-b2ee-4fb6-86ab-c8c1cfc66d67 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2123916 Sep 26 18:10:01.120023 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c23a2b01-b5bc-4783-92a2-1ad592c754d5 req-abad55ce-eeeb-4c9b-9e5b-8b33eff264e0 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812445 Sep 26 18:10:01.197668 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-00c6ae36-c69d-4c96-88b9-d5a5b1286dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:01.200316 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-00c6ae36-c69d-4c96-88b9-d5a5b1286dd3 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=7750acf9ab4843d1a3848472e99881a1&device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 1128 time: 0.0556710 Sep 26 18:10:01.224367 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:01.254276 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=39 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:01.257884 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-8bbf4f5a-66a8-4b8d-9545-7525d28f7214 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=555a4990-c7e3-456c-b0c7-7742d6f81240 HTTP/1.1" status: 200 len: 217 time: 0.0443790 Sep 26 18:10:01.320452 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-9fa1743a-9421-4135-9e37-4ae821bcffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:01.322154 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-9fa1743a-9421-4135-9e37-4ae821bcffd3 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=83aedef4-9250-4b02-8624-1d67dbb0e7cd HTTP/1.1" status: 200 len: 850 time: 0.0576041 Sep 26 18:10:01.382348 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-01868514-c6d4-434f-8a17-84a82eb624f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:01.384946 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-01868514-c6d4-434f-8a17-84a82eb624f4 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=cfb449ba-f5c1-48f2-86e2-66ac0c50a443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557270 Sep 26 18:10:01.492271 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-b438075b-d9f5-4fe8-be7c-370edd5b3d83 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/cfb449ba-f5c1-48f2-86e2-66ac0c50a443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006076 Sep 26 18:10:01.560608 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:01.602787 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a7b2c44f-04e4-4237-8995-9043ab6cd010 req-32c708b1-42eb-4066-8592-8eb4a0909f54 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/cfb449ba-f5c1-48f2-86e2-66ac0c50a443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033134 Sep 26 18:10:01.952655 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bd73c151-f60b-4754-aa1c-2043b390b594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:01.967139 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4ad04-6a09-4c3d-aabd-3e585aafe590 req-44c980df-81aa-4790-9449-00fb72f7c96f tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:01.968785 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ccf4ad04-6a09-4c3d-aabd-3e585aafe590 req-44c980df-81aa-4790-9449-00fb72f7c96f tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 945 time: 0.0568871 Sep 26 18:10:02.016663 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:02.024464 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=68,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:02.035446 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ccf4ad04-6a09-4c3d-aabd-3e585aafe590 req-b4c4753f-a228-4781-8a8f-121bc64fc30b tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594859 Sep 26 18:10:02.121077 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f2358-2ae3-4d89-8a57-58e8d1249264 req-09dd895f-9dd9-4d71-9e65-751c87034be8 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:02.122545 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-609f2358-2ae3-4d89-8a57-58e8d1249264 req-09dd895f-9dd9-4d71-9e65-751c87034be8 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 943 time: 0.0570517 Sep 26 18:10:02.172316 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-609f2358-2ae3-4d89-8a57-58e8d1249264 req-f025d7cb-e4db-4b9f-b742-3991f87f5bcc tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438716 Sep 26 18:10:02.269029 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722bffb-67ed-4f4d-968f-1e8bcd706e82 req-02e8c9e9-5e0f-40f4-9fd4-c9bb64068675 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:02.270515 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a722bffb-67ed-4f4d-968f-1e8bcd706e82 req-02e8c9e9-5e0f-40f4-9fd4-c9bb64068675 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 944 time: 0.0535972 Sep 26 18:10:02.325476 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a722bffb-67ed-4f4d-968f-1e8bcd706e82 req-6de81b4f-4bd3-4bd0-bb58-cf0be9be566a tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487795 Sep 26 18:10:02.356512 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 4810d7ad-3670-4d57-835a-ea0d6344ef48 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:10:02.460099 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 4810d7ad-3670-4d57-835a-ea0d6344ef48, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=4810d7ad-3670-4d57-835a-ea0d6344ef48,segment=NetworkSegment(74583ddb-45f6-451b-9f0f-cd5bb37fc3b7),segment_id=74583ddb-45f6-451b-9f0f-cd5bb37fc3b7)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:10:02.472190 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Returning: {'device': '4810d7ad-3670-4d57-835a-ea0d6344ef48', 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a', 'port_id': '4810d7ad-3670-4d57-835a-ea0d6344ef48', 'mac_address': 'fa:16:3e:36:a1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:10:02.506539 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port 4810d7ad-3670-4d57-835a-ea0d6344ef48 is: DOWN; New status is: BUILD {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:10:02.506928 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (4810d7ad-3670-4d57-835a-ea0d6344ef48), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:02.524720 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4810d7ad-3670-4d57-835a-ea0d6344ef48 {{(pid=106584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:10:02.544631 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 4810d7ad-3670-4d57-835a-ea0d6344ef48, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=4810d7ad-3670-4d57-835a-ea0d6344ef48,segment=NetworkSegment(74583ddb-45f6-451b-9f0f-cd5bb37fc3b7),segment_id=74583ddb-45f6-451b-9f0f-cd5bb37fc3b7)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:10:02.631222 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (4810d7ad-3670-4d57-835a-ea0d6344ef48), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:02.684785 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=4810d7ad-3670-4d57-835a-ea0d6344ef48,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:02.998681 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['4810d7ad-3670-4d57-835a-ea0d6344ef48'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:10:03.045940 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:03.086492 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:03.188688 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ff4c8-a891-4c45-85a0-52a164d427ea req-9fafa87a-b0f3-4c27-8c3c-98969cc824e8 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:03.190849 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fa7ff4c8-a891-4c45-85a0-52a164d427ea req-9fafa87a-b0f3-4c27-8c3c-98969cc824e8 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 945 time: 0.0629177 Sep 26 18:10:03.260861 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fa7ff4c8-a891-4c45-85a0-52a164d427ea req-a3eb7e41-628a-48e1-9d17-4b62fdb9ccf4 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603480 Sep 26 18:10:03.324587 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c80563-8fe4-4803-86f7-bd8da93eec02 req-d201ae82-6f84-4715-8e91-6d50532c8443 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:03.326081 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-42c80563-8fe4-4803-86f7-bd8da93eec02 req-d201ae82-6f84-4715-8e91-6d50532c8443 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 944 time: 0.0493977 Sep 26 18:10:03.379450 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-42c80563-8fe4-4803-86f7-bd8da93eec02 req-628a4ba5-59c8-4c79-ae7d-3b96bcd33b18 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473044 Sep 26 18:10:03.462126 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bf566-8eaf-493e-ba7b-27dffda64b56 req-91ad601e-8ba7-49d8-8ef0-d108cedccb83 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:03.463574 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-893bf566-8eaf-493e-ba7b-27dffda64b56 req-91ad601e-8ba7-49d8-8ef0-d108cedccb83 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 944 time: 0.0497358 Sep 26 18:10:03.512057 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-893bf566-8eaf-493e-ba7b-27dffda64b56 req-24071a62-60a4-40ef-80f3-e1227fc4050b tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422254 Sep 26 18:10:04.306358 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-d683d00e-e3b7-4f93-ad7b-9849f629dcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:04.349673 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 555a4990-c7e3-456c-b0c7-7742d6f81240 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:10:04.369328 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 4810d7ad-3670-4d57-835a-ea0d6344ef48 up at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:10:04.433885 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5246e-41c0-43ad-9237-45a245fad37f req-c701ea32-feae-455b-94b6-d7a75d2957c1 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:04.436470 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-75e5246e-41c0-43ad-9237-45a245fad37f req-c701ea32-feae-455b-94b6-d7a75d2957c1 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 945 time: 0.0757585 Sep 26 18:10:04.482136 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning for port 4810d7ad-3670-4d57-835a-ea0d6344ef48 completed by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:10:04.510036 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-75e5246e-41c0-43ad-9237-45a245fad37f req-ebddc3a1-c25b-445f-abf8-ae6b2c57f0b1 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641401 Sep 26 18:10:04.540048 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 555a4990-c7e3-456c-b0c7-7742d6f81240, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=555a4990-c7e3-456c-b0c7-7742d6f81240,segment=NetworkSegment(b9f7fcb8-3ad7-4396-8a90-9caaa206c569),segment_id=b9f7fcb8-3ad7-4396-8a90-9caaa206c569)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:10:04.555430 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:04.556287 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning complete for port 4810d7ad-3670-4d57-835a-ea0d6344ef48 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:10:04.557491 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (4810d7ad-3670-4d57-835a-ea0d6344ef48), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:04.557977 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Attempt 1 to provision port 4810d7ad-3670-4d57-835a-ea0d6344ef48 Sep 26 18:10:04.571289 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c29170-1ead-4251-9b12-aa555f29e35a req-c486e7ba-aad7-4792-8cb5-dab32eb84682 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:04.573133 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-06c29170-1ead-4251-9b12-aa555f29e35a req-c486e7ba-aad7-4792-8cb5-dab32eb84682 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 944 time: 0.0619819 Sep 26 18:10:04.604179 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Returning: {'device': '555a4990-c7e3-456c-b0c7-7742d6f81240', 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443', 'port_id': '555a4990-c7e3-456c-b0c7-7742d6f81240', 'mac_address': 'fa:16:3e:98:1b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:10:04.661623 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port 555a4990-c7e3-456c-b0c7-7742d6f81240 is: DOWN; New status is: BUILD {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:10:04.661884 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (555a4990-c7e3-456c-b0c7-7742d6f81240), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:04.700339 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-06c29170-1ead-4251-9b12-aa555f29e35a req-75b39475-6411-4ef2-8e19-4ab5236a6981 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170020 Sep 26 18:10:04.706893 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 555a4990-c7e3-456c-b0c7-7742d6f81240 {{(pid=106584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:10:04.724090 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16ab65-4f68-4f21-b8dd-dcedf331479f req-5b6fdb68-2219-4ba7-b2fd-9a84be9b3200 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:04.726161 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8e16ab65-4f68-4f21-b8dd-dcedf331479f req-5b6fdb68-2219-4ba7-b2fd-9a84be9b3200 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 944 time: 0.0887551 Sep 26 18:10:04.728723 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port 4810d7ad-3670-4d57-835a-ea0d6344ef48 is: BUILD; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:10:04.729168 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (4810d7ad-3670-4d57-835a-ea0d6344ef48), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:04.748040 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 555a4990-c7e3-456c-b0c7-7742d6f81240, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=555a4990-c7e3-456c-b0c7-7742d6f81240,segment=NetworkSegment(b9f7fcb8-3ad7-4396-8a90-9caaa206c569),segment_id=b9f7fcb8-3ad7-4396-8a90-9caaa206c569)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:10:04.765270 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157c830f-c695-4a1a-a21f-1d0d6c24dd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4810d7ad-3670-4d57-835a-ea0d6344ef48'}] {{(pid=106584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:10:04.768677 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743b4769c4925b62b4889170aadb5ee5b65d77d3032155737795e39ae48b1258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbd0be5-12cc-407c-b0f6-2f64ae003b41" -d '{"events": [{"server_uuid": "157c830f-c695-4a1a-a21f-1d0d6c24dd93", "name": "network-vif-plugged", "status": "completed", "tag": "4810d7ad-3670-4d57-835a-ea0d6344ef48"}]}' {{(pid=106584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:10:04.784071 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 4810d7ad-3670-4d57-835a-ea0d6344ef48, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=4810d7ad-3670-4d57-835a-ea0d6344ef48,segment=NetworkSegment(74583ddb-45f6-451b-9f0f-cd5bb37fc3b7),segment_id=74583ddb-45f6-451b-9f0f-cd5bb37fc3b7)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:10:04.789700 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8e16ab65-4f68-4f21-b8dd-dcedf331479f req-a08bed9c-20b4-45ca-930a-91f78547b61d tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558634 Sep 26 18:10:04.804041 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (555a4990-c7e3-456c-b0c7-7742d6f81240), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:04.832603 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbf7a02-12c1-43de-8f23-56c36310690d x-openstack-request-id: req-dcbf7a02-12c1-43de-8f23-56c36310690d {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:10:04.832894 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157c830f-c695-4a1a-a21f-1d0d6c24dd93", "name": "network-vif-plugged", "status": "completed", "tag": "4810d7ad-3670-4d57-835a-ea0d6344ef48", "code": 200}]} {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:10:04.833149 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dcbf7a02-12c1-43de-8f23-56c36310690d {{(pid=106584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:10:04.833747 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcbf7a02-12c1-43de-8f23-56c36310690d'] response: {'server_uuid': '157c830f-c695-4a1a-a21f-1d0d6c24dd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4810d7ad-3670-4d57-835a-ea0d6344ef48', 'code': 200} Sep 26 18:10:04.861767 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=555a4990-c7e3-456c-b0c7-7742d6f81240,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:04.882103 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (4810d7ad-3670-4d57-835a-ea0d6344ef48), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:04.940839 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=4810d7ad-3670-4d57-835a-ea0d6344ef48,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:05.184144 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['555a4990-c7e3-456c-b0c7-7742d6f81240'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:10:05.238476 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd7b62-03a2-4110-a997-ce62fcd11ff1 req-cbdcb85e-6a08-465f-988e-da3c6e2c17e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:05.240142 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-02bd7b62-03a2-4110-a997-ce62fcd11ff1 req-cbdcb85e-6a08-465f-988e-da3c6e2c17e8 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 1129 time: 0.0487540 Sep 26 18:10:05.293442 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-02bd7b62-03a2-4110-a997-ce62fcd11ff1 req-14aae817-4d0d-47a8-8a00-c9a996691a20 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456839 Sep 26 18:10:05.327745 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:05.518169 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:05.635179 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:05.686543 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb288f-5022-488b-a573-2f40b78aed4b req-b01e61e8-e2f3-4bb6-9cea-223c869e9c37 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:05.688158 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8bcb288f-5022-488b-a573-2f40b78aed4b req-b01e61e8-e2f3-4bb6-9cea-223c869e9c37 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 945 time: 0.0681140 Sep 26 18:10:05.748177 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8bcb288f-5022-488b-a573-2f40b78aed4b req-f9a5c597-8441-40f6-a3e4-cc3385ba68c2 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532067 Sep 26 18:10:05.861004 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1d241-5f50-4c5c-84c2-a25cacbf04d6 req-76ae7c38-e3f2-4151-acda-cabe0d6b2cbd tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:05.862797 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f9e1d241-5f50-4c5c-84c2-a25cacbf04d6 req-76ae7c38-e3f2-4151-acda-cabe0d6b2cbd tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 945 time: 0.0582013 Sep 26 18:10:05.956714 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffb622-6448-4e61-acf2-879ac7942ea9 req-536b1b94-b2f6-4775-8d90-e01f49c9ed54 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:05.958499 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d8ffb622-6448-4e61-acf2-879ac7942ea9 req-536b1b94-b2f6-4775-8d90-e01f49c9ed54 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 945 time: 0.0733364 Sep 26 18:10:05.962380 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f9e1d241-5f50-4c5c-84c2-a25cacbf04d6 req-2629c327-3746-4e04-a2db-a5fbadc742f3 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933630 Sep 26 18:10:06.028196 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d8ffb622-6448-4e61-acf2-879ac7942ea9 req-d45a2953-f68f-4439-b3a1-15daca9a5dcc tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608766 Sep 26 18:10:06.366151 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 555a4990-c7e3-456c-b0c7-7742d6f81240 up at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:10:06.417341 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning for port 555a4990-c7e3-456c-b0c7-7742d6f81240 completed by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:10:06.512302 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning complete for port 555a4990-c7e3-456c-b0c7-7742d6f81240 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:10:06.512681 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (555a4990-c7e3-456c-b0c7-7742d6f81240), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:06.513030 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Attempt 1 to provision port 555a4990-c7e3-456c-b0c7-7742d6f81240 Sep 26 18:10:06.544964 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:06.607107 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port 555a4990-c7e3-456c-b0c7-7742d6f81240 is: BUILD; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:10:06.607721 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (555a4990-c7e3-456c-b0c7-7742d6f81240), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:06.646114 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 555a4990-c7e3-456c-b0c7-7742d6f81240, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=555a4990-c7e3-456c-b0c7-7742d6f81240,segment=NetworkSegment(b9f7fcb8-3ad7-4396-8a90-9caaa206c569),segment_id=b9f7fcb8-3ad7-4396-8a90-9caaa206c569)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:10:06.835281 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7369614f-dc83-49a8-b16c-2c2189b1e9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555a4990-c7e3-456c-b0c7-7742d6f81240'}] {{(pid=106584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:10:06.837862 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743b4769c4925b62b4889170aadb5ee5b65d77d3032155737795e39ae48b1258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13613bd7-23a1-40d0-a00f-41aaa02634b4" -d '{"events": [{"server_uuid": "7369614f-dc83-49a8-b16c-2c2189b1e9db", "name": "network-vif-plugged", "status": "completed", "tag": "555a4990-c7e3-456c-b0c7-7742d6f81240"}]}' {{(pid=106584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:10:06.878457 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180a22b6-cf87-494f-a731-fc33a6d4cc08 x-openstack-request-id: req-180a22b6-cf87-494f-a731-fc33a6d4cc08 {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:10:06.878820 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7369614f-dc83-49a8-b16c-2c2189b1e9db", "name": "network-vif-plugged", "status": "completed", "tag": "555a4990-c7e3-456c-b0c7-7742d6f81240", "code": 200}]} {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:10:06.879289 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-180a22b6-cf87-494f-a731-fc33a6d4cc08 {{(pid=106584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:10:06.880016 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-180a22b6-cf87-494f-a731-fc33a6d4cc08'] response: {'server_uuid': '7369614f-dc83-49a8-b16c-2c2189b1e9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555a4990-c7e3-456c-b0c7-7742d6f81240', 'code': 200} Sep 26 18:10:06.890294 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (555a4990-c7e3-456c-b0c7-7742d6f81240), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:06.927895 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b680ba-6a34-4d2d-b492-1d0feae72e4b req-0faab348-5585-40dc-bc6b-16fd8bf5b4fb tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:06.930390 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b1b680ba-6a34-4d2d-b492-1d0feae72e4b req-0faab348-5585-40dc-bc6b-16fd8bf5b4fb tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 945 time: 0.0901008 Sep 26 18:10:06.947203 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=555a4990-c7e3-456c-b0c7-7742d6f81240,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:07.013352 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b1b680ba-6a34-4d2d-b492-1d0feae72e4b req-26597daf-575a-4e7d-bb71-005e87fdaca2 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764842 Sep 26 18:10:07.105726 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:07.203996 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfb123-03ae-4dd0-aac8-ed456e914ca1 req-1d4e7c1c-ebaf-4071-be52-e3d33b6e7d3a tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:07.205665 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-28bfb123-03ae-4dd0-aac8-ed456e914ca1 req-1d4e7c1c-ebaf-4071-be52-e3d33b6e7d3a tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 945 time: 0.1053843 Sep 26 18:10:07.227503 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0c3e5-cc20-433d-b7b2-58a16441f0c0 req-adb391dc-6b28-4e43-89e5-a588953a4223 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:07.229079 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-07c0c3e5-cc20-433d-b7b2-58a16441f0c0 req-adb391dc-6b28-4e43-89e5-a588953a4223 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0855238 Sep 26 18:10:07.314883 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-28bfb123-03ae-4dd0-aac8-ed456e914ca1 req-e0b17fd3-dce1-4921-9847-a3c2eae25111 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979934 Sep 26 18:10:07.328851 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-07c0c3e5-cc20-433d-b7b2-58a16441f0c0 req-5d2bfa82-5b51-4f3e-95bf-c7456e5744f3 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760772 Sep 26 18:10:07.375112 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:07.466367 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5e9b5-d5c8-4e61-a24d-0b6b14f64a72 req-6737f949-3b11-43d0-a70d-48dee2d69be6 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:07.467813 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cfc5e9b5-d5c8-4e61-a24d-0b6b14f64a72 req-6737f949-3b11-43d0-a70d-48dee2d69be6 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 945 time: 0.0513976 Sep 26 18:10:07.480663 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 53184) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:10:07.485144 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-21aaee9b-8041-4b2b-99b5-b00bf88aa1d7 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Request body: {'floatingip': {'port_id': '4810d7ad-3670-4d57-835a-ea0d6344ef48'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:10:07.700299 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-21aaee9b-8041-4b2b-99b5-b00bf88aa1d7 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for floatingip (d03236c4-60eb-4653-99f4-9b62f60d9830), before_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:07.724107 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b268e1-36e0-489f-b814-c58dc12541b8 req-7b53618a-383a-4888-857a-292dd3d4a6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:07.725537 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-30b268e1-36e0-489f-b814-c58dc12541b8 req-7b53618a-383a-4888-857a-292dd3d4a6aa service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 1130 time: 0.0493526 Sep 26 18:10:07.776837 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-30b268e1-36e0-489f-b814-c58dc12541b8 req-2a4a5d64-c9c1-4802-ba2c-917121cd3343 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439246 Sep 26 18:10:08.160711 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f4fe4-4c7b-4f4f-8946-1dd612b8b03f req-8eb811f5-9a02-4537-8357-441e4f180382 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:08.162317 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-997f4fe4-4c7b-4f4f-8946-1dd612b8b03f req-8eb811f5-9a02-4537-8357-441e4f180382 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 945 time: 0.0601256 Sep 26 18:10:08.174868 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-21aaee9b-8041-4b2b-99b5-b00bf88aa1d7 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:08.216463 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-997f4fe4-4c7b-4f4f-8946-1dd612b8b03f req-23d37915-cb13-4118-a1e4-d311746d0683 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479176 Sep 26 18:10:08.225957 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-21aaee9b-8041-4b2b-99b5-b00bf88aa1d7 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (d03236c4-60eb-4653-99f4-9b62f60d9830), after_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:08.350576 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.db.l3_db [None req-21aaee9b-8041-4b2b-99b5-b00bf88aa1d7 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Floating IP d03236c4-60eb-4653-99f4-9b62f60d9830 associated. External IP: 172.27.3.211, port: 4810d7ad-3670-4d57-835a-ea0d6344ef48. Sep 26 18:10:08.463616 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d0cc1-b944-4ba3-8cb3-9f675eabf590 req-f5d47602-1d4f-4656-9b81-94a0ce390e28 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:08.465159 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e43d0cc1-b944-4ba3-8cb3-9f675eabf590 req-f5d47602-1d4f-4656-9b81-94a0ce390e28 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0511148 Sep 26 18:10:08.493724 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:08.526813 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e43d0cc1-b944-4ba3-8cb3-9f675eabf590 req-f27db8b2-b9a8-4c56-b1ab-ad5b1f6fd110 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540273 Sep 26 18:10:08.648573 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21aaee9b-8041-4b2b-99b5-b00bf88aa1d7 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Router 136b9461-8421-452f-80a1-32968b698a84 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:10:08.783948 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21aaee9b-8041-4b2b-99b5-b00bf88aa1d7 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:10:08.789595 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-21aaee9b-8041-4b2b-99b5-b00bf88aa1d7 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:08.800903 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7a711f-8de9-422d-970b-09ac93ce5412 None None] Sync routers for ids ['136b9461-8421-452f-80a1-32968b698a84'] in dv-cinder-859319-1-iscsi {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:10:08.816543 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7a711f-8de9-422d-970b-09ac93ce5412 None None] Routers {'136b9461-8421-452f-80a1-32968b698a84'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:10:08.817192 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-cd7a711f-8de9-422d-970b-09ac93ce5412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:10:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['136b9461-8421-452f-80a1-32968b698a84'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:08.832342 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-21aaee9b-8041-4b2b-99b5-b00bf88aa1d7 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/d03236c4-60eb-4653-99f4-9b62f60d9830 HTTP/1.1" status: 200 len: 991 time: 1.3470855 Sep 26 18:10:08.832342 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157c830f-c695-4a1a-a21f-1d0d6c24dd93', 'tag': '4810d7ad-3670-4d57-835a-ea0d6344ef48'}] {{(pid=106582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:10:08.832342 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad02a4637bbc6784d86a2aace3320df3411a20e2c44f76b201c317bb75c75a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4aeabd-7096-492e-811d-84adc812410d" -d '{"events": [{"name": "network-changed", "server_uuid": "157c830f-c695-4a1a-a21f-1d0d6c24dd93", "tag": "4810d7ad-3670-4d57-835a-ea0d6344ef48"}]}' {{(pid=106582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:10:08.879440 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adda13bd-36a0-46d7-96c7-cef8d0b907b0 x-openstack-request-id: req-adda13bd-36a0-46d7-96c7-cef8d0b907b0 {{(pid=106582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:10:08.879761 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157c830f-c695-4a1a-a21f-1d0d6c24dd93", "tag": "4810d7ad-3670-4d57-835a-ea0d6344ef48", "status": "completed", "code": 200}]} {{(pid=106582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:10:08.880020 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-adda13bd-36a0-46d7-96c7-cef8d0b907b0 {{(pid=106582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:10:08.880434 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adda13bd-36a0-46d7-96c7-cef8d0b907b0'] response: {'name': 'network-changed', 'server_uuid': '157c830f-c695-4a1a-a21f-1d0d6c24dd93', 'tag': '4810d7ad-3670-4d57-835a-ea0d6344ef48', 'status': 'completed', 'code': 200} Sep 26 18:10:08.929511 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-cd7a711f-8de9-422d-970b-09ac93ce5412 None None] Set router 136b9461-8421-452f-80a1-32968b698a84 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:10:09.149289 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4aeabd-7096-492e-811d-84adc812410d req-0f6e8175-0e30-422e-903e-e4fd347e2425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:09.151121 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1c4aeabd-7096-492e-811d-84adc812410d req-0f6e8175-0e30-422e-903e-e4fd347e2425 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=f6595854cfb04a11994c6aed8f5857c6&device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 1129 time: 0.0800190 Sep 26 18:10:09.336996 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-cd7a711f-8de9-422d-970b-09ac93ce5412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136b9461-8421-452f-80a1-32968b698a84', 'name': 'tempest-AttachVolumeShelveTestJSON-196356939-router', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:05:24Z', 'updated_at': '2022-09-26T18:05:30Z', 'revision_number': 4, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'gw_port': {'id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:25Z', 'updated_at': '2022-09-26T18:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': 'd03236c4-60eb-4653-99f4-9b62f60d9830', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '136b9461-8421-452f-80a1-32968b698a84', 'port_id': '4810d7ad-3670-4d57-835a-ea0d6344ef48', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a', 'mac_address': 'fa:16:3e:36:a1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157c830f-c695-4a1a-a21f-1d0d6c24dd93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:09:49Z', 'updated_at': '2022-09-26T18:10:08Z', 'revision_number': 1, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a0df67-42fa-448e-850f-a6e097dd4076', 'name': '', 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'mac_address': 'fa:16:3e:55:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:28Z', 'updated_at': '2022-09-26T18:05:35Z', 'revision_number': 5, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'subnets': [{'id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:09.375400 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7a711f-8de9-422d-970b-09ac93ce5412 None None] Checking router: 136b9461-8421-452f-80a1-32968b698a84 for host: dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:10:09.384928 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d66645-111c-4f4e-afe7-1856fd59d9cd req-29086d32-e76b-47cd-bba2-99d396236c8e tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:09.386707 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-88d66645-111c-4f4e-afe7-1856fd59d9cd req-29086d32-e76b-47cd-bba2-99d396236c8e tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 945 time: 0.0782800 Sep 26 18:10:09.387069 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7a711f-8de9-422d-970b-09ac93ce5412 None None] Routers {'136b9461-8421-452f-80a1-32968b698a84'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:10:09.387760 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-cd7a711f-8de9-422d-970b-09ac93ce5412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:10:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['136b9461-8421-452f-80a1-32968b698a84'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:09.462792 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-88d66645-111c-4f4e-afe7-1856fd59d9cd req-dce709a2-713d-4e01-ba2e-020c61332f62 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677919 Sep 26 18:10:09.539564 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-cd7a711f-8de9-422d-970b-09ac93ce5412 None None] Set router 136b9461-8421-452f-80a1-32968b698a84 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:10:09.581855 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:09.696259 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:09.753504 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869c2da-b45a-4b51-92dd-5d9ce4db7479 req-272645ba-4245-4acf-a908-25a433d8c943 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:09.755148 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4869c2da-b45a-4b51-92dd-5d9ce4db7479 req-272645ba-4245-4acf-a908-25a433d8c943 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.1115949 Sep 26 18:10:09.843153 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4869c2da-b45a-4b51-92dd-5d9ce4db7479 req-1fc1bb26-2632-4062-b8c8-3c88d8206f25 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789788 Sep 26 18:10:09.844218 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4aeabd-7096-492e-811d-84adc812410d req-14e686e9-7898-42bd-8b93-7d4a812bbeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:09.846255 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1c4aeabd-7096-492e-811d-84adc812410d req-14e686e9-7898-42bd-8b93-7d4a812bbeee service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=ce568303-84c8-4c5c-8d2c-8e418731567a HTTP/1.1" status: 200 len: 917 time: 0.1607308 Sep 26 18:10:09.853453 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:09.881990 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-cd7a711f-8de9-422d-970b-09ac93ce5412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136b9461-8421-452f-80a1-32968b698a84', 'name': 'tempest-AttachVolumeShelveTestJSON-196356939-router', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:05:24Z', 'updated_at': '2022-09-26T18:05:30Z', 'revision_number': 4, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'gw_port': {'id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:25Z', 'updated_at': '2022-09-26T18:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': 'd03236c4-60eb-4653-99f4-9b62f60d9830', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '136b9461-8421-452f-80a1-32968b698a84', 'port_id': '4810d7ad-3670-4d57-835a-ea0d6344ef48', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a', 'mac_address': 'fa:16:3e:36:a1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157c830f-c695-4a1a-a21f-1d0d6c24dd93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:09:49Z', 'updated_at': '2022-09-26T18:10:08Z', 'revision_number': 1, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a0df67-42fa-448e-850f-a6e097dd4076', 'name': '', 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'mac_address': 'fa:16:3e:55:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:28Z', 'updated_at': '2022-09-26T18:05:35Z', 'revision_number': 5, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'subnets': [{'id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:09.918193 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7a711f-8de9-422d-970b-09ac93ce5412 None None] The sync data for ids ['136b9461-8421-452f-80a1-32968b698a84'] in dv-cinder-859319-1-iscsi is: [{'id': '136b9461-8421-452f-80a1-32968b698a84', 'name': 'tempest-AttachVolumeShelveTestJSON-196356939-router', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:05:24Z', 'updated_at': '2022-09-26T18:05:30Z', 'revision_number': 4, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'gw_port': {'id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:25Z', 'updated_at': '2022-09-26T18:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': 'd03236c4-60eb-4653-99f4-9b62f60d9830', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '136b9461-8421-452f-80a1-32968b698a84', 'port_id': '4810d7ad-3670-4d57-835a-ea0d6344ef48', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a', 'mac_address': 'fa:16:3e:36:a1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157c830f-c695-4a1a-a21f-1d0d6c24dd93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:09:49Z', 'updated_at': '2022-09-26T18:10:08Z', 'revision_number': 1, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a0df67-42fa-448e-850f-a6e097dd4076', 'name': '', 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'mac_address': 'fa:16:3e:55:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:28Z', 'updated_at': '2022-09-26T18:05:35Z', 'revision_number': 5, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'subnets': [{'id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:10:09.946406 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1c4aeabd-7096-492e-811d-84adc812410d req-2d1d8331-1ece-4822-ac66-1d30fe433ce3 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4810d7ad-3670-4d57-835a-ea0d6344ef48 HTTP/1.1" status: 200 len: 999 time: 0.0928516 Sep 26 18:10:10.034013 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70c081-1227-4f17-bd2b-beaaceec713f req-3bf5a341-ecef-48c9-94c6-e759d681eca9 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:10.035714 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6d70c081-1227-4f17-bd2b-beaaceec713f req-3bf5a341-ecef-48c9-94c6-e759d681eca9 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.1043494 Sep 26 18:10:10.046519 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 53200) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:10:10.052129 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-bd0c051e-223c-4dbc-9b26-9561d0c7bc8e tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Request body: {'floatingip': {'port_id': '555a4990-c7e3-456c-b0c7-7742d6f81240'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:10:10.056605 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4aeabd-7096-492e-811d-84adc812410d req-9cec3f12-a21d-4878-81a8-3598400436d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:10.059211 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1c4aeabd-7096-492e-811d-84adc812410d req-9cec3f12-a21d-4878-81a8-3598400436d9 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=022b4299-5ffc-4e1c-a1f8-69b6504727f0 HTTP/1.1" status: 200 len: 855 time: 0.0875299 Sep 26 18:10:10.099971 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-bd0c051e-223c-4dbc-9b26-9561d0c7bc8e tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for floatingip (5eb537b7-d9a2-427c-8a1a-92e3add8d2bc), before_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:10.105255 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:10.118587 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4aeabd-7096-492e-811d-84adc812410d req-a3a7f6e8-2591-4c2e-91e9-d92bfa5c0646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:10.127337 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1c4aeabd-7096-492e-811d-84adc812410d req-a3a7f6e8-2591-4c2e-91e9-d92bfa5c0646 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=ce568303-84c8-4c5c-8d2c-8e418731567a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539033 Sep 26 18:10:10.234572 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ade27f-1a9f-4b08-a35b-b37e9a156234 None None] New status for floating IP d03236c4-60eb-4653-99f4-9b62f60d9830: ACTIVE {{(pid=106585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:10:10.237444 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:10.256409 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1c4aeabd-7096-492e-811d-84adc812410d req-ccf8a26f-8e5b-4e8b-ae62-9d0d000e2a4e service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ce568303-84c8-4c5c-8d2c-8e418731567a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287010 Sep 26 18:10:10.385783 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1c4aeabd-7096-492e-811d-84adc812410d req-1d460251-0a9e-4859-a3f8-4dcdec365602 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ce568303-84c8-4c5c-8d2c-8e418731567a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220357 Sep 26 18:10:10.747359 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320bc5e-ce96-419e-a900-733d4566cf21 req-14238b78-1b25-4815-bed3-7c310e16bd2a tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:10.749923 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8320bc5e-ce96-419e-a900-733d4566cf21 req-14238b78-1b25-4815-bed3-7c310e16bd2a tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 945 time: 0.1459639 Sep 26 18:10:10.759083 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa27c0-5c8d-45dd-8bdb-4583fbb69ba3 req-5b99661e-e8e1-4386-aea4-f552ef93335c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:10.761101 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-baaa27c0-5c8d-45dd-8bdb-4583fbb69ba3 req-5b99661e-e8e1-4386-aea4-f552ef93335c service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=08e4bf78b8f043a598a4b6a1d8acc219&device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 1129 time: 0.0882552 Sep 26 18:10:10.776854 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-bd0c051e-223c-4dbc-9b26-9561d0c7bc8e tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:10.854898 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-bd0c051e-223c-4dbc-9b26-9561d0c7bc8e tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (5eb537b7-d9a2-427c-8a1a-92e3add8d2bc), after_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:10.868618 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8320bc5e-ce96-419e-a900-733d4566cf21 req-cb5ede81-29ca-46ca-b9b5-447e0b37f259 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064076 Sep 26 18:10:10.892549 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:10.912065 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa27c0-5c8d-45dd-8bdb-4583fbb69ba3 req-3750f40f-df1f-4307-953e-a0fe30d35e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:10.912065 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-baaa27c0-5c8d-45dd-8bdb-4583fbb69ba3 req-3750f40f-df1f-4307-953e-a0fe30d35e43 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=a36a0132-e2f2-42fb-aeb7-7b514a623f8b HTTP/1.1" status: 200 len: 909 time: 0.1407263 Sep 26 18:10:10.977523 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.db.l3_db [None req-bd0c051e-223c-4dbc-9b26-9561d0c7bc8e tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Floating IP 5eb537b7-d9a2-427c-8a1a-92e3add8d2bc associated. External IP: 172.27.3.210, port: 555a4990-c7e3-456c-b0c7-7742d6f81240. Sep 26 18:10:11.010316 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-baaa27c0-5c8d-45dd-8bdb-4583fbb69ba3 req-9612816c-b013-4e69-8288-5660430480ca service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c HTTP/1.1" status: 200 len: 1001 time: 0.0920260 Sep 26 18:10:11.089302 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa27c0-5c8d-45dd-8bdb-4583fbb69ba3 req-00ed450d-f9c3-457e-8e57-6ba5113e8831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:11.091922 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-baaa27c0-5c8d-45dd-8bdb-4583fbb69ba3 req-00ed450d-f9c3-457e-8e57-6ba5113e8831 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=33062f00-b294-40a6-a636-99be26c54435 HTTP/1.1" status: 200 len: 847 time: 0.0736127 Sep 26 18:10:11.150358 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa27c0-5c8d-45dd-8bdb-4583fbb69ba3 req-88d525ec-63a7-4cbf-96e4-95478f736791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:11.152690 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-baaa27c0-5c8d-45dd-8bdb-4583fbb69ba3 req-88d525ec-63a7-4cbf-96e4-95478f736791 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=a36a0132-e2f2-42fb-aeb7-7b514a623f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538926 Sep 26 18:10:11.257759 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0c051e-223c-4dbc-9b26-9561d0c7bc8e tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Router 8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:10:11.277736 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-baaa27c0-5c8d-45dd-8bdb-4583fbb69ba3 req-40748480-3411-4ea1-9f6e-88d8bb440278 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/a36a0132-e2f2-42fb-aeb7-7b514a623f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164973 Sep 26 18:10:11.379324 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0c051e-223c-4dbc-9b26-9561d0c7bc8e tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:10:11.386800 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-bd0c051e-223c-4dbc-9b26-9561d0c7bc8e tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:11.401440 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9740055f-a10e-480c-926d-75ea72f2f9c7 None None] Sync routers for ids ['8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'] in dv-cinder-859319-1-iscsi {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:10:11.417301 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-baaa27c0-5c8d-45dd-8bdb-4583fbb69ba3 req-cd78908f-7052-44ab-894a-91631c4890b4 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/a36a0132-e2f2-42fb-aeb7-7b514a623f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334016 Sep 26 18:10:11.420405 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9740055f-a10e-480c-926d-75ea72f2f9c7 None None] Routers {'8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:10:11.421512 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-9740055f-a10e-480c-926d-75ea72f2f9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:10:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:11.422947 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-bd0c051e-223c-4dbc-9b26-9561d0c7bc8e tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/5eb537b7-d9a2-427c-8a1a-92e3add8d2bc HTTP/1.1" status: 200 len: 992 time: 1.3753362 Sep 26 18:10:11.424257 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7369614f-dc83-49a8-b16c-2c2189b1e9db', 'tag': '555a4990-c7e3-456c-b0c7-7742d6f81240'}] {{(pid=106582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:10:11.426529 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad02a4637bbc6784d86a2aace3320df3411a20e2c44f76b201c317bb75c75a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86affbad-c180-466d-b332-21096aebc976" -d '{"events": [{"name": "network-changed", "server_uuid": "7369614f-dc83-49a8-b16c-2c2189b1e9db", "tag": "555a4990-c7e3-456c-b0c7-7742d6f81240"}]}' {{(pid=106582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:10:11.496302 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d537d0e9-6c2b-4ce4-9840-4c9678f048c3 x-openstack-request-id: req-d537d0e9-6c2b-4ce4-9840-4c9678f048c3 {{(pid=106582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:10:11.496740 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7369614f-dc83-49a8-b16c-2c2189b1e9db", "tag": "555a4990-c7e3-456c-b0c7-7742d6f81240", "status": "completed", "code": 200}]} {{(pid=106582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:10:11.497132 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d537d0e9-6c2b-4ce4-9840-4c9678f048c3 {{(pid=106582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:10:11.497724 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d537d0e9-6c2b-4ce4-9840-4c9678f048c3'] response: {'name': 'network-changed', 'server_uuid': '7369614f-dc83-49a8-b16c-2c2189b1e9db', 'tag': '555a4990-c7e3-456c-b0c7-7742d6f81240', 'status': 'completed', 'code': 200} Sep 26 18:10:11.540743 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-9740055f-a10e-480c-926d-75ea72f2f9c7 None None] Set router 8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:10:11.772039 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-9740055f-a10e-480c-926d-75ea72f2f9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'name': 'tempest-AttachVolumeTestJSON-1898921580-router', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:47Z', 'revision_number': 4, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'gw_port': {'id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '5eb537b7-d9a2-427c-8a1a-92e3add8d2bc', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'floating_ip_address': '172.27.3.210', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'port_id': '555a4990-c7e3-456c-b0c7-7742d6f81240', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443', 'mac_address': 'fa:16:3e:98:1b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7369614f-dc83-49a8-b16c-2c2189b1e9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:09:51Z', 'updated_at': '2022-09-26T18:10:10Z', 'revision_number': 1, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d43dcc-e096-4d8b-81c2-766ba67243fc', 'name': '', 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'mac_address': 'fa:16:3e:3c:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:46Z', 'updated_at': '2022-09-26T18:09:51Z', 'revision_number': 5, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'subnets': [{'id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:11.798224 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9740055f-a10e-480c-926d-75ea72f2f9c7 None None] Checking router: 8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0 for host: dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:10:11.808032 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9740055f-a10e-480c-926d-75ea72f2f9c7 None None] Routers {'8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:10:11.808657 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-9740055f-a10e-480c-926d-75ea72f2f9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:10:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:11.921715 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-9740055f-a10e-480c-926d-75ea72f2f9c7 None None] Set router 8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:10:12.007054 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:12.017675 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0c76c-a060-4484-8fa4-8442cb90da27 req-2835e147-1730-4550-b940-b981cc9538ff tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:12.019819 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-65d0c76c-a060-4484-8fa4-8442cb90da27 req-2835e147-1730-4550-b940-b981cc9538ff tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 945 time: 0.0625474 Sep 26 18:10:12.091250 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-65d0c76c-a060-4484-8fa4-8442cb90da27 req-9338b71a-fc87-4b3d-bffc-e7a49dbf1bec tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640087 Sep 26 18:10:12.179076 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-9740055f-a10e-480c-926d-75ea72f2f9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'name': 'tempest-AttachVolumeTestJSON-1898921580-router', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:47Z', 'revision_number': 4, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'gw_port': {'id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '5eb537b7-d9a2-427c-8a1a-92e3add8d2bc', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'floating_ip_address': '172.27.3.210', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'port_id': '555a4990-c7e3-456c-b0c7-7742d6f81240', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443', 'mac_address': 'fa:16:3e:98:1b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7369614f-dc83-49a8-b16c-2c2189b1e9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:09:51Z', 'updated_at': '2022-09-26T18:10:10Z', 'revision_number': 1, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d43dcc-e096-4d8b-81c2-766ba67243fc', 'name': '', 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'mac_address': 'fa:16:3e:3c:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:46Z', 'updated_at': '2022-09-26T18:09:51Z', 'revision_number': 5, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'subnets': [{'id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:12.204780 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9740055f-a10e-480c-926d-75ea72f2f9c7 None None] The sync data for ids ['8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'] in dv-cinder-859319-1-iscsi is: [{'id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'name': 'tempest-AttachVolumeTestJSON-1898921580-router', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:47Z', 'revision_number': 4, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'gw_port': {'id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '5eb537b7-d9a2-427c-8a1a-92e3add8d2bc', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'floating_ip_address': '172.27.3.210', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'port_id': '555a4990-c7e3-456c-b0c7-7742d6f81240', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443', 'mac_address': 'fa:16:3e:98:1b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7369614f-dc83-49a8-b16c-2c2189b1e9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:09:51Z', 'updated_at': '2022-09-26T18:10:10Z', 'revision_number': 1, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d43dcc-e096-4d8b-81c2-766ba67243fc', 'name': '', 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'mac_address': 'fa:16:3e:3c:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:46Z', 'updated_at': '2022-09-26T18:09:51Z', 'revision_number': 5, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'subnets': [{'id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:10:12.435073 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969da22e-7063-40a1-aea5-e7adb8558509 None None] New status for floating IP 5eb537b7-d9a2-427c-8a1a-92e3add8d2bc: ACTIVE {{(pid=106585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:10:12.920691 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86affbad-c180-466d-b332-21096aebc976 req-129c99f7-8fac-4839-a44e-c31fc350744e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:12.922633 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-86affbad-c180-466d-b332-21096aebc976 req-129c99f7-8fac-4839-a44e-c31fc350744e service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=7750acf9ab4843d1a3848472e99881a1&device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 1130 time: 0.0540707 Sep 26 18:10:13.211872 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86affbad-c180-466d-b332-21096aebc976 req-a7d75bd1-5c98-481b-bf5e-cf24b297f845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:13.213435 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-86affbad-c180-466d-b332-21096aebc976 req-a7d75bd1-5c98-481b-bf5e-cf24b297f845 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=cfb449ba-f5c1-48f2-86e2-66ac0c50a443 HTTP/1.1" status: 200 len: 912 time: 0.1098881 Sep 26 18:10:13.288092 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f74de9-af3e-4500-823c-52f9b569703d req-509891c2-15f4-4a03-906a-62f0d9ee7855 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:13.289656 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e0f74de9-af3e-4500-823c-52f9b569703d req-509891c2-15f4-4a03-906a-62f0d9ee7855 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 945 time: 0.0940349 Sep 26 18:10:13.323573 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-86affbad-c180-466d-b332-21096aebc976 req-8b7d318a-f98c-4d73-adb9-aac7b59e66bd service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=555a4990-c7e3-456c-b0c7-7742d6f81240 HTTP/1.1" status: 200 len: 1002 time: 0.0933986 Sep 26 18:10:13.395721 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e0f74de9-af3e-4500-823c-52f9b569703d req-8424a372-dee0-4770-aa59-d9d34cbe3e83 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953798 Sep 26 18:10:13.407526 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86affbad-c180-466d-b332-21096aebc976 req-b1c53018-e801-44a4-a2ff-87839222f7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:13.409292 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-86affbad-c180-466d-b332-21096aebc976 req-b1c53018-e801-44a4-a2ff-87839222f7c5 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=83aedef4-9250-4b02-8624-1d67dbb0e7cd HTTP/1.1" status: 200 len: 850 time: 0.0735433 Sep 26 18:10:13.468931 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86affbad-c180-466d-b332-21096aebc976 req-6d05201d-9990-4112-a83a-a26c0cb7680b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:13.471263 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-86affbad-c180-466d-b332-21096aebc976 req-6d05201d-9990-4112-a83a-a26c0cb7680b service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=cfb449ba-f5c1-48f2-86e2-66ac0c50a443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529463 Sep 26 18:10:13.592774 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-86affbad-c180-466d-b332-21096aebc976 req-56c2e340-daff-4bcc-802d-2bef85493f1a service neutron] 10.222.0.88 "GET /networking/v2.0/networks/cfb449ba-f5c1-48f2-86e2-66ac0c50a443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092479 Sep 26 18:10:13.678102 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:13.735274 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-86affbad-c180-466d-b332-21096aebc976 req-39649107-cb5e-477f-bc60-106f0d92c62b service neutron] 10.222.0.88 "GET /networking/v2.0/networks/cfb449ba-f5c1-48f2-86e2-66ac0c50a443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223969 Sep 26 18:10:14.550454 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ac132-5c9d-4359-b728-dd6078760009 req-463d8bb3-bfef-4366-952a-e78c10f99e6b tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:14.552137 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6c3ac132-5c9d-4359-b728-dd6078760009 req-463d8bb3-bfef-4366-952a-e78c10f99e6b tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 945 time: 0.0597823 Sep 26 18:10:14.628136 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6c3ac132-5c9d-4359-b728-dd6078760009 req-83ee488c-6509-407d-94e6-f838a25cc8d4 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696559 Sep 26 18:10:14.800689 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [req-70818ad7-86ff-458e-8f89-36985223be51 req-4411f63d-555c-4a71-a5c5-55c3848dbca3 service neutron] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106583) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 18:10:14.801959 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-70818ad7-86ff-458e-8f89-36985223be51 req-4411f63d-555c-4a71-a5c5-55c3848dbca3 service neutron] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0704463 Sep 26 18:10:15.381470 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698bf35-a228-4d8b-83b7-c23464000ab8 req-1bc3aacb-9857-47b4-b2e9-610b405c5328 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:15.384114 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d698bf35-a228-4d8b-83b7-c23464000ab8 req-1bc3aacb-9857-47b4-b2e9-610b405c5328 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 945 time: 0.0895870 Sep 26 18:10:15.413391 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [req-08d15f93-c32f-49bb-8e38-07415e6c2a9e req-d5eb0ee3-dcda-410f-aa81-3aa454900f23 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0581810 Sep 26 18:10:15.483298 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d698bf35-a228-4d8b-83b7-c23464000ab8 req-2c202d27-6371-4458-be7d-4a958fc5ead0 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903482 Sep 26 18:10:15.554490 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:15.566280 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d15f93-c32f-49bb-8e38-07415e6c2a9e req-3092ee3a-7cc8-449f-84e1-653352a1ef69 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:15.569032 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [req-08d15f93-c32f-49bb-8e38-07415e6c2a9e req-3092ee3a-7cc8-449f-84e1-653352a1ef69 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports/df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c HTTP/1.1" status: 200 len: 942 time: 0.1009810 Sep 26 18:10:15.873458 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:16.419736 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:10:16.514072 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c is: ACTIVE; New status is: DOWN {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:10:16.514799 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:16.549036 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19e1622-6521-459d-9db1-80abd4bcf0f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c'}] {{(pid=106584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:10:16.552361 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743b4769c4925b62b4889170aadb5ee5b65d77d3032155737795e39ae48b1258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097cc20a-b87c-4c3c-83e6-41b9a2e86124" -d '{"events": [{"server_uuid": "b19e1622-6521-459d-9db1-80abd4bcf0f8", "name": "network-vif-unplugged", "status": "completed", "tag": "df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c"}]}' {{(pid=106584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:10:16.569837 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c,segment=NetworkSegment(b6669bb3-a9d0-4e5f-84e9-06ec0492f97f),segment_id=b6669bb3-a9d0-4e5f-84e9-06ec0492f97f)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:10:16.628344 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 26 Sep 2022 18:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f725fc-ddca-4a3b-9b7f-9e4607729710 x-openstack-request-id: req-29f725fc-ddca-4a3b-9b7f-9e4607729710 {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:10:16.628711 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19e1622-6521-459d-9db1-80abd4bcf0f8", "name": "network-vif-unplugged", "status": "failed", "tag": "df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c", "code": 422}]} {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:10:16.629312 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-29f725fc-ddca-4a3b-9b7f-9e4607729710 {{(pid=106584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:10:16.629647 dv-cinder-859319-1-iscsi neutron-server[106584]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-29f725fc-ddca-4a3b-9b7f-9e4607729710']: {'server_uuid': 'b19e1622-6521-459d-9db1-80abd4bcf0f8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c', 'code': 422} returned with failed status Sep 26 18:10:16.649407 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:16.694614 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3fc94-47a6-4a45-854a-c1cf53824987 req-573ef1ac-0789-45c1-8236-8545a8d97f6e tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:16.697090 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-85a3fc94-47a6-4a45-854a-c1cf53824987 req-573ef1ac-0789-45c1-8236-8545a8d97f6e tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 945 time: 0.0742726 Sep 26 18:10:16.697376 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:16.727978 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:16.738070 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c,revision_number=6']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:16.809128 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-85a3fc94-47a6-4a45-854a-c1cf53824987 req-1d37e144-00cc-4c94-bb9a-b6d386c28bb6 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989587 Sep 26 18:10:18.023362 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d670e-8150-4743-953c-9595dc707bfa req-45a20861-89b5-4828-b01e-0a08672e433c tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:18.025541 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-356d670e-8150-4743-953c-9595dc707bfa req-45a20861-89b5-4828-b01e-0a08672e433c tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 943 time: 0.0801864 Sep 26 18:10:18.101341 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-356d670e-8150-4743-953c-9595dc707bfa req-2f49db67-ecb8-462f-979c-7259512a9643 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656605 Sep 26 18:10:19.163918 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:19.178996 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d15f93-c32f-49bb-8e38-07415e6c2a9e req-76b31d8e-2550-490d-99e4-f4b0b1d7f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:19.180811 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-08d15f93-c32f-49bb-8e38-07415e6c2a9e req-76b31d8e-2550-490d-99e4-f4b0b1d7f7bc service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8&tenant_id=08e4bf78b8f043a598a4b6a1d8acc219 HTTP/1.1" status: 200 len: 1127 time: 0.0770347 Sep 26 18:10:19.314256 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdac83-10da-4647-994a-c852664b1bd5 req-e6a1abc5-7606-4681-900f-6d4152009c01 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:19.316194 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e2cdac83-10da-4647-994a-c852664b1bd5 req-e6a1abc5-7606-4681-900f-6d4152009c01 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 943 time: 0.0943418 Sep 26 18:10:19.317189 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d15f93-c32f-49bb-8e38-07415e6c2a9e req-520222aa-e702-407e-87a3-a5e6ad5c3f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:19.318514 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-08d15f93-c32f-49bb-8e38-07415e6c2a9e req-520222aa-e702-407e-87a3-a5e6ad5c3f5d service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=08e4bf78b8f043a598a4b6a1d8acc219&device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 1127 time: 0.0844102 Sep 26 18:10:19.463887 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e2cdac83-10da-4647-994a-c852664b1bd5 req-b5f14158-1b40-4c86-9b6b-50ab97ec8194 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357684 Sep 26 18:10:19.500126 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d15f93-c32f-49bb-8e38-07415e6c2a9e req-d20a9b47-6568-4c0f-87b3-1ab904aaa795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:19.501702 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-08d15f93-c32f-49bb-8e38-07415e6c2a9e req-d20a9b47-6568-4c0f-87b3-1ab904aaa795 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=a36a0132-e2f2-42fb-aeb7-7b514a623f8b HTTP/1.1" status: 200 len: 909 time: 0.1688645 Sep 26 18:10:19.606099 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-08d15f93-c32f-49bb-8e38-07415e6c2a9e req-6dc04f85-ae06-41c9-846a-97bfe9bed1e2 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c HTTP/1.1" status: 200 len: 999 time: 0.0900378 Sep 26 18:10:19.664472 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d15f93-c32f-49bb-8e38-07415e6c2a9e req-bf1a8372-895a-4f56-9efb-d9b24070da16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:19.665962 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-08d15f93-c32f-49bb-8e38-07415e6c2a9e req-bf1a8372-895a-4f56-9efb-d9b24070da16 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=33062f00-b294-40a6-a636-99be26c54435 HTTP/1.1" status: 200 len: 847 time: 0.0493803 Sep 26 18:10:19.719332 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d15f93-c32f-49bb-8e38-07415e6c2a9e req-e691089b-26e1-413e-9602-ea7973f1103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:19.721462 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-08d15f93-c32f-49bb-8e38-07415e6c2a9e req-e691089b-26e1-413e-9602-ea7973f1103f service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=a36a0132-e2f2-42fb-aeb7-7b514a623f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472665 Sep 26 18:10:19.837633 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-08d15f93-c32f-49bb-8e38-07415e6c2a9e req-0cb5283c-f46a-408b-b2fa-325d1765b549 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/a36a0132-e2f2-42fb-aeb7-7b514a623f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082287 Sep 26 18:10:19.959948 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-08d15f93-c32f-49bb-8e38-07415e6c2a9e req-efe6f755-831d-4d02-8433-a59ef3f085a8 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/a36a0132-e2f2-42fb-aeb7-7b514a623f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046894 Sep 26 18:10:20.668539 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:20.679962 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91adc9e7-5c23-47e9-a48f-efb313d0c74f req-a42e471a-d250-41e2-ac99-5f2d2a2abba8 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:20.686597 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-91adc9e7-5c23-47e9-a48f-efb313d0c74f req-a42e471a-d250-41e2-ac99-5f2d2a2abba8 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 943 time: 0.0524409 Sep 26 18:10:20.739059 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-91adc9e7-5c23-47e9-a48f-efb313d0c74f req-5c5078eb-6d1a-493a-bcd9-b6450ba6a78a tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515118 Sep 26 18:10:21.877925 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc400d-3b16-4267-806e-4b95cbe154f3 req-fc483739-679a-465d-afe5-9a4b81e5b78a tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:21.879437 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a8fc400d-3b16-4267-806e-4b95cbe154f3 req-fc483739-679a-465d-afe5-9a4b81e5b78a tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 943 time: 0.0506949 Sep 26 18:10:21.940636 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a8fc400d-3b16-4267-806e-4b95cbe154f3 req-ed07880b-90da-465e-8f96-5070bcaf1fc8 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545633 Sep 26 18:10:23.076091 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b3775-c479-4f08-8557-cb1a56208209 req-e73fea42-5b66-4eb2-b41e-2f293885798e tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:23.077582 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c70b3775-c479-4f08-8557-cb1a56208209 req-e73fea42-5b66-4eb2-b41e-2f293885798e tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 943 time: 0.0504191 Sep 26 18:10:23.133870 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c70b3775-c479-4f08-8557-cb1a56208209 req-7e547b35-ef79-40d5-bb5a-1c081ada5f39 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503943 Sep 26 18:10:24.273072 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b656d84-49ad-4ce2-b25a-cebbab5a4962 req-c0b72c7c-e208-4dc6-9179-caf1a746ad13 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:24.274768 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9b656d84-49ad-4ce2-b25a-cebbab5a4962 req-c0b72c7c-e208-4dc6-9179-caf1a746ad13 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 943 time: 0.0584676 Sep 26 18:10:24.328623 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9b656d84-49ad-4ce2-b25a-cebbab5a4962 req-d2b3b207-aa01-46b9-9ff9-419327c6faa9 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480943 Sep 26 18:10:25.416815 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:25.457008 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961a67e-a7a5-4a3b-9650-7423a5c979a3 req-1046a698-5b84-4a47-bf6e-6d5495d61fc1 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:25.458499 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f961a67e-a7a5-4a3b-9650-7423a5c979a3 req-1046a698-5b84-4a47-bf6e-6d5495d61fc1 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 943 time: 0.0521963 Sep 26 18:10:25.518963 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f961a67e-a7a5-4a3b-9650-7423a5c979a3 req-7569b5b0-9b8d-4a7a-8a8c-a3d8500d340a tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469995 Sep 26 18:10:25.551119 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:26.158769 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:26.642228 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cee6b8-3964-48f8-86eb-a2bba0af274e req-e82ced34-c54f-47ef-bdf4-68d73e35f9f6 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:26.643739 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e0cee6b8-3964-48f8-86eb-a2bba0af274e req-e82ced34-c54f-47ef-bdf4-68d73e35f9f6 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 943 time: 0.0470893 Sep 26 18:10:26.698754 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e0cee6b8-3964-48f8-86eb-a2bba0af274e req-20f263d9-c242-4448-8908-28c64451aac8 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488431 Sep 26 18:10:26.846896 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:27.153125 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:10:27.837431 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86450007-be04-4ea7-b84c-390755dcab80 req-d6f2b0b0-2730-4286-8d99-d7211310b0bf tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:27.839088 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-86450007-be04-4ea7-b84c-390755dcab80 req-d6f2b0b0-2730-4286-8d99-d7211310b0bf tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 943 time: 0.0581894 Sep 26 18:10:27.898260 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-86450007-be04-4ea7-b84c-390755dcab80 req-49a0eaa7-5eef-4230-ab65-807d64185bae tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472162 Sep 26 18:10:28.471256 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:10:28.572992 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c,segment=NetworkSegment(b6669bb3-a9d0-4e5f-84e9-06ec0492f97f),segment_id=b6669bb3-a9d0-4e5f-84e9-06ec0492f97f)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:10:28.589128 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Returning: {'device': 'df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c', 'network_id': 'a36a0132-e2f2-42fb-aeb7-7b514a623f8b', 'port_id': 'df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c', 'mac_address': 'fa:16:3e:23:f7:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33062f00-b294-40a6-a636-99be26c54435', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:10:28.624643 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c is: DOWN; New status is: BUILD {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:10:28.625045 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:28.639179 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c {{(pid=106584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:10:28.660671 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c,segment=NetworkSegment(b6669bb3-a9d0-4e5f-84e9-06ec0492f97f),segment_id=b6669bb3-a9d0-4e5f-84e9-06ec0492f97f)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:10:28.746440 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:28.795922 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c,revision_number=7']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:29.032725 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f69a7b-60b6-4dfa-b620-955bc202fe56 req-7e454d29-62b1-4085-a50d-591e26e65df6 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:29.034113 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f8f69a7b-60b6-4dfa-b620-955bc202fe56 req-7e454d29-62b1-4085-a50d-591e26e65df6 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 944 time: 0.0497146 Sep 26 18:10:29.085459 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f8f69a7b-60b6-4dfa-b620-955bc202fe56 req-a1b5e04a-5aa6-462e-a209-a92e5f62ef7b tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448084 Sep 26 18:10:29.130164 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:10:30.237445 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a533d-0d7f-453f-88f8-84c1b5db9b73 req-ee9d9c43-20c9-4980-8872-57338813eb9e tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:30.238817 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f66a533d-0d7f-453f-88f8-84c1b5db9b73 req-ee9d9c43-20c9-4980-8872-57338813eb9e tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 944 time: 0.0693479 Sep 26 18:10:30.296678 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f66a533d-0d7f-453f-88f8-84c1b5db9b73 req-775ad222-4f7d-42d9-9723-14bc09a52a5f tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513532 Sep 26 18:10:30.481128 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c up at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:10:30.534720 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning complete for port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:10:30.535109 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:30.535462 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Attempt 1 to provision port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c Sep 26 18:10:30.618084 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c is: BUILD; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:10:30.618491 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:30.653029 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19e1622-6521-459d-9db1-80abd4bcf0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c'}] {{(pid=106584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:10:30.655996 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743b4769c4925b62b4889170aadb5ee5b65d77d3032155737795e39ae48b1258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fa20a2-4a8c-4eee-b8b3-d8f931dd4f5a" -d '{"events": [{"server_uuid": "b19e1622-6521-459d-9db1-80abd4bcf0f8", "name": "network-vif-plugged", "status": "completed", "tag": "df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c"}]}' {{(pid=106584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:10:30.675162 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c,segment=NetworkSegment(b6669bb3-a9d0-4e5f-84e9-06ec0492f97f),segment_id=b6669bb3-a9d0-4e5f-84e9-06ec0492f97f)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:10:30.711396 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afccb03e-9fef-46fa-988a-ba93e4974ff7 x-openstack-request-id: req-afccb03e-9fef-46fa-988a-ba93e4974ff7 {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:10:30.711779 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19e1622-6521-459d-9db1-80abd4bcf0f8", "name": "network-vif-plugged", "status": "completed", "tag": "df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c", "code": 200}]} {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:10:30.711993 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-afccb03e-9fef-46fa-988a-ba93e4974ff7 {{(pid=106584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:10:30.712432 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afccb03e-9fef-46fa-988a-ba93e4974ff7'] response: {'server_uuid': 'b19e1622-6521-459d-9db1-80abd4bcf0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c', 'code': 200} Sep 26 18:10:30.762542 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:30.811778 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:30.823035 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c,revision_number=8']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:31.145876 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a6999-b0d2-42a2-bb5e-92d69b618440 req-15c47888-d102-44c4-b189-73b185d7637b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:31.147775 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-806a6999-b0d2-42a2-bb5e-92d69b618440 req-15c47888-d102-44c4-b189-73b185d7637b service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 1129 time: 0.0505354 Sep 26 18:10:31.203872 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-806a6999-b0d2-42a2-bb5e-92d69b618440 req-fadb9def-5056-4672-90ea-c2991f5a7221 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488410 Sep 26 18:10:31.449195 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc471a3e-363d-44eb-a4fb-24c68cd8dd0a req-c7d92281-f51d-401e-b268-db36d1272bc1 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:31.450656 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cc471a3e-363d-44eb-a4fb-24c68cd8dd0a req-c7d92281-f51d-401e-b268-db36d1272bc1 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 945 time: 0.0530419 Sep 26 18:10:31.506139 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cc471a3e-363d-44eb-a4fb-24c68cd8dd0a req-372da449-b1e5-4437-8e79-65e7c149d6aa tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489223 Sep 26 18:10:31.934378 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-1f94027a-a4d1-4820-9b57-1d266f7ffa3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:32.639401 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdaf8a-17ef-446b-8d36-95ba61976507 req-b36450c3-fc2c-4d0f-b901-bb9f3e3721a3 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:32.640955 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c2fdaf8a-17ef-446b-8d36-95ba61976507 req-b36450c3-fc2c-4d0f-b901-bb9f3e3721a3 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 945 time: 0.0487616 Sep 26 18:10:32.694307 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c2fdaf8a-17ef-446b-8d36-95ba61976507 req-b47b02ac-3430-4d7a-bb77-a60a893be6fe tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467606 Sep 26 18:10:33.786521 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:33.824173 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c68b64-93ea-4b52-ae4f-1b2159840bdb req-76ec402d-f060-4566-9b35-0ca0607d7649 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:33.825770 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-95c68b64-93ea-4b52-ae4f-1b2159840bdb req-76ec402d-f060-4566-9b35-0ca0607d7649 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 945 time: 0.0496516 Sep 26 18:10:33.883575 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-95c68b64-93ea-4b52-ae4f-1b2159840bdb req-77118a3d-9495-4b63-8d87-9836b6671133 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508862 Sep 26 18:10:34.357518 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-9bcdbb57-ca08-42e2-8d09-ef8dc2f71e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:35.437827 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:35.573703 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:37.134353 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:37.147606 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:37.148480 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:37.340927 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:43.867102 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:43.879303 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=84 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:44.415752 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ca09a-61b9-48a7-9149-35e8014cf564 req-beaec03e-a7b8-4e8c-970f-a50a4793bdcf tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:44.417249 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e73ca09a-61b9-48a7-9149-35e8014cf564 req-beaec03e-a7b8-4e8c-970f-a50a4793bdcf tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7a049820-82bd-4c41-8047-5f4fa2d9966e HTTP/1.1" status: 200 len: 945 time: 0.0492928 Sep 26 18:10:44.469686 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e73ca09a-61b9-48a7-9149-35e8014cf564 req-6629ab07-f45a-4af6-8075-adc82316b72f tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=308e0407-f58d-43d0-a06a-0f457c96bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455298 Sep 26 18:10:45.607125 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb54811-40dc-4516-99a7-840b1fc95dbe req-3abfb9b7-b855-4518-86f2-1d5d6646087a tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:45.608742 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bbb54811-40dc-4516-99a7-840b1fc95dbe req-3abfb9b7-b855-4518-86f2-1d5d6646087a tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7a049820-82bd-4c41-8047-5f4fa2d9966e HTTP/1.1" status: 200 len: 945 time: 0.0507481 Sep 26 18:10:45.663524 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bbb54811-40dc-4516-99a7-840b1fc95dbe req-2865ef3d-e8e3-4f86-ab8c-aad1f900a381 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=308e0407-f58d-43d0-a06a-0f457c96bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482302 Sep 26 18:10:45.877959 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:46.446472 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896805f-cd82-4fe7-a7db-86ae9e58784d req-4c7e9552-de12-47b3-9506-5be4cc391d9c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:46.447961 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e896805f-cd82-4fe7-a7db-86ae9e58784d req-4c7e9552-de12-47b3-9506-5be4cc391d9c tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=7a049820-82bd-4c41-8047-5f4fa2d9966e HTTP/1.1" status: 200 len: 945 time: 0.0545695 Sep 26 18:10:46.537463 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-e896805f-cd82-4fe7-a7db-86ae9e58784d req-38c2311c-d4e5-49bb-a8c2-1f4671111443 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Deleting port 0c54af98-0db2-4ce1-9deb-71251c9bce73 {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:10:46.537807 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-e896805f-cd82-4fe7-a7db-86ae9e58784d req-38c2311c-d4e5-49bb-a8c2-1f4671111443 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (0c54af98-0db2-4ce1-9deb-71251c9bce73), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:46.634024 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-e896805f-cd82-4fe7-a7db-86ae9e58784d req-38c2311c-d4e5-49bb-a8c2-1f4671111443 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] For port 0c54af98-0db2-4ce1-9deb-71251c9bce73, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=0c54af98-0db2-4ce1-9deb-71251c9bce73,segment=NetworkSegment(ed751284-034c-4094-bf91-e2a4a99e4455),segment_id=ed751284-034c-4094-bf91-e2a4a99e4455)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:10:46.634746 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-e896805f-cd82-4fe7-a7db-86ae9e58784d req-38c2311c-d4e5-49bb-a8c2-1f4671111443 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (0c54af98-0db2-4ce1-9deb-71251c9bce73), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:47.115886 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548daa72-2686-49e4-a463-f6354fc0b1c4 req-7a8c9184-0972-4e9a-a411-7515906186e3 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:47.117398 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-548daa72-2686-49e4-a463-f6354fc0b1c4 req-7a8c9184-0972-4e9a-a411-7515906186e3 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7a049820-82bd-4c41-8047-5f4fa2d9966e HTTP/1.1" status: 200 len: 945 time: 0.3671119 Sep 26 18:10:47.131498 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-e896805f-cd82-4fe7-a7db-86ae9e58784d req-38c2311c-d4e5-49bb-a8c2-1f4671111443 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:47.131900 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-e896805f-cd82-4fe7-a7db-86ae9e58784d req-38c2311c-d4e5-49bb-a8c2-1f4671111443 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (685b86e0-9c76-4873-83eb-e99fc5d23962), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:47.132239 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.db.l3_db [req-e896805f-cd82-4fe7-a7db-86ae9e58784d req-38c2311c-d4e5-49bb-a8c2-1f4671111443 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Floating IP 685b86e0-9c76-4873-83eb-e99fc5d23962 disassociated. External IP: 172.27.3.115, port: 0c54af98-0db2-4ce1-9deb-71251c9bce73. Sep 26 18:10:47.132591 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-e896805f-cd82-4fe7-a7db-86ae9e58784d req-38c2311c-d4e5-49bb-a8c2-1f4671111443 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Calling delete_port for 0c54af98-0db2-4ce1-9deb-71251c9bce73 owned by compute:nova {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:10:47.225208 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-548daa72-2686-49e4-a463-f6354fc0b1c4 req-3e4352fd-09b3-409f-90f7-c76f1d971b19 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=308e0407-f58d-43d0-a06a-0f457c96bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981364 Sep 26 18:10:47.409767 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-e896805f-cd82-4fe7-a7db-86ae9e58784d req-38c2311c-d4e5-49bb-a8c2-1f4671111443 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (0c54af98-0db2-4ce1-9deb-71251c9bce73), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:47.440025 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2311c-d4e5-49bb-a8c2-1f4671111443 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event deleted for resources: {'Port': ['ID=0c54af98-0db2-4ce1-9deb-71251c9bce73,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:47.452660 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2311c-d4e5-49bb-a8c2-1f4671111443 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:47.454248 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2311c-d4e5-49bb-a8c2-1f4671111443 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:47.454248 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2311c-d4e5-49bb-a8c2-1f4671111443 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:47.454248 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2311c-d4e5-49bb-a8c2-1f4671111443 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:47.455102 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2311c-d4e5-49bb-a8c2-1f4671111443 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:47.455102 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2311c-d4e5-49bb-a8c2-1f4671111443 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:47.456238 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2311c-d4e5-49bb-a8c2-1f4671111443 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:47.456238 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2311c-d4e5-49bb-a8c2-1f4671111443 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:47.456238 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2311c-d4e5-49bb-a8c2-1f4671111443 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:47.456937 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2311c-d4e5-49bb-a8c2-1f4671111443 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:47.456937 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2311c-d4e5-49bb-a8c2-1f4671111443 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:47.457242 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2311c-d4e5-49bb-a8c2-1f4671111443 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:47.457620 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2311c-d4e5-49bb-a8c2-1f4671111443 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:47.457858 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2311c-d4e5-49bb-a8c2-1f4671111443 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:47.458030 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2311c-d4e5-49bb-a8c2-1f4671111443 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:47.559622 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:47.567629 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:47.577051 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e896805f-cd82-4fe7-a7db-86ae9e58784d req-38c2311c-d4e5-49bb-a8c2-1f4671111443 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:10:47.689113 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e896805f-cd82-4fe7-a7db-86ae9e58784d req-38c2311c-d4e5-49bb-a8c2-1f4671111443 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:10:47.700615 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07447aa-103a-42cf-8517-914948780f68 None None] Sync routers for ids ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'] in dv-cinder-859319-1-iscsi {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:10:47.713742 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07447aa-103a-42cf-8517-914948780f68 None None] Routers {'0d3f8166-a65a-4d17-a4f7-ca93fffd4115'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:10:47.714326 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-c07447aa-103a-42cf-8517-914948780f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:10:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:47.737580 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-e896805f-cd82-4fe7-a7db-86ae9e58784d req-38c2311c-d4e5-49bb-a8c2-1f4671111443 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] No DVR routers for this DVR port 0c54af98-0db2-4ce1-9deb-71251c9bce73 on host hv-cinder-85931 {{(pid=106583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:10:47.740376 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-e896805f-cd82-4fe7-a7db-86ae9e58784d req-38c2311c-d4e5-49bb-a8c2-1f4671111443 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:47.743708 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e896805f-cd82-4fe7-a7db-86ae9e58784d req-38c2311c-d4e5-49bb-a8c2-1f4671111443 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.88 "DELETE /networking/v2.0/ports/0c54af98-0db2-4ce1-9deb-71251c9bce73 HTTP/1.1" status: 204 len: 173 time: 1.2875431 Sep 26 18:10:47.744227 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a049820-82bd-4c41-8047-5f4fa2d9966e', 'name': 'network-vif-deleted', 'tag': '0c54af98-0db2-4ce1-9deb-71251c9bce73'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:10:47.746565 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1b5def-5c08-416b-ba8f-5f49550653ff" -d '{"events": [{"server_uuid": "7a049820-82bd-4c41-8047-5f4fa2d9966e", "name": "network-vif-deleted", "tag": "0c54af98-0db2-4ce1-9deb-71251c9bce73"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:10:47.788998 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47b015f-265b-4661-8fa7-4101479b65dc x-openstack-request-id: req-f47b015f-265b-4661-8fa7-4101479b65dc {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:10:47.789466 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a049820-82bd-4c41-8047-5f4fa2d9966e", "name": "network-vif-deleted", "tag": "0c54af98-0db2-4ce1-9deb-71251c9bce73", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:10:47.789869 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f47b015f-265b-4661-8fa7-4101479b65dc {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:10:47.790479 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47b015f-265b-4661-8fa7-4101479b65dc'] response: {'server_uuid': '7a049820-82bd-4c41-8047-5f4fa2d9966e', 'name': 'network-vif-deleted', 'tag': '0c54af98-0db2-4ce1-9deb-71251c9bce73', 'status': 'completed', 'code': 200} Sep 26 18:10:47.841125 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-c07447aa-103a-42cf-8517-914948780f68 None None] Set router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:10:48.092392 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-c07447aa-103a-42cf-8517-914948780f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:03:22Z', 'revision_number': 4, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '3a1d8909-de0f-4b6d-8a1f-17144f1522e0', 'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'mac_address': 'fa:16:3e:81:46:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:19Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 5, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'subnets': [{'id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:48.124499 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07447aa-103a-42cf-8517-914948780f68 None None] Checking router: 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 for host: dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:10:48.137257 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07447aa-103a-42cf-8517-914948780f68 None None] Routers {'0d3f8166-a65a-4d17-a4f7-ca93fffd4115'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:10:48.138144 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-c07447aa-103a-42cf-8517-914948780f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:10:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:48.283865 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-c07447aa-103a-42cf-8517-914948780f68 None None] Set router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:10:48.391447 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a8ba7383-755e-461e-85b3-908254cd2d65 req-07dea936-2661-447e-8a3c-68671ad7842b tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7a049820-82bd-4c41-8047-5f4fa2d9966e HTTP/1.1" status: 200 len: 210 time: 0.0387995 Sep 26 18:10:48.547049 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-c07447aa-103a-42cf-8517-914948780f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:03:22Z', 'revision_number': 4, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '3a1d8909-de0f-4b6d-8a1f-17144f1522e0', 'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'mac_address': 'fa:16:3e:81:46:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:19Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 5, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'subnets': [{'id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:48.575104 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07447aa-103a-42cf-8517-914948780f68 None None] The sync data for ids ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'] in dv-cinder-859319-1-iscsi is: [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:03:22Z', 'revision_number': 4, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '3a1d8909-de0f-4b6d-8a1f-17144f1522e0', 'name': '', 'network_id': 'ff0911ec-d0cb-47aa-9835-b96611526a51', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'mac_address': 'fa:16:3e:81:46:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:19Z', 'updated_at': '2022-09-26T18:03:27Z', 'revision_number': 5, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'subnets': [{'id': '1feb17d0-5a16-48d0-945c-e503f8418bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:10:48.826650 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf7ac39-dd3a-4052-b89b-d5538c0d78c0 None None] New status for floating IP 685b86e0-9c76-4873-83eb-e99fc5d23962: DOWN {{(pid=106585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:10:49.564164 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 53360) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:10:49.621580 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-02615301-4ae4-43f3-b655-f38d816e0132 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group (308e0407-f58d-43d0-a06a-0f457c96bc83), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:49.645572 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-02615301-4ae4-43f3-b655-f38d816e0132 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group (308e0407-f58d-43d0-a06a-0f457c96bc83), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:49.780041 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-02615301-4ae4-43f3-b655-f38d816e0132 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (308e0407-f58d-43d0-a06a-0f457c96bc83), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:49.782943 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-02615301-4ae4-43f3-b655-f38d816e0132 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:49.784277 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-02615301-4ae4-43f3-b655-f38d816e0132 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/308e0407-f58d-43d0-a06a-0f457c96bc83 HTTP/1.1" status: 204 len: 168 time: 0.2190313 Sep 26 18:10:49.787235 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 53362) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:10:49.793791 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02615301-4ae4-43f3-b655-f38d816e0132 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=308e0407-f58d-43d0-a06a-0f457c96bc83,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:49.801836 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.api.v2.resource [None req-507503b1-dd62-42e1-a699-f7778fb3166d tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] show failed (client error): The resource could not be found. Sep 26 18:10:49.802198 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02615301-4ae4-43f3-b655-f38d816e0132 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:49.802558 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02615301-4ae4-43f3-b655-f38d816e0132 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:49.802839 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-507503b1-dd62-42e1-a699-f7778fb3166d tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "GET /networking/v2.0/security-groups/308e0407-f58d-43d0-a06a-0f457c96bc83 HTTP/1.1" status: 404 len: 347 time: 0.0145221 Sep 26 18:10:49.803014 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02615301-4ae4-43f3-b655-f38d816e0132 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:49.803234 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02615301-4ae4-43f3-b655-f38d816e0132 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:49.803569 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02615301-4ae4-43f3-b655-f38d816e0132 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:49.803933 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02615301-4ae4-43f3-b655-f38d816e0132 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:49.804424 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02615301-4ae4-43f3-b655-f38d816e0132 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:49.804598 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02615301-4ae4-43f3-b655-f38d816e0132 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:49.804933 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02615301-4ae4-43f3-b655-f38d816e0132 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:49.805263 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02615301-4ae4-43f3-b655-f38d816e0132 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:49.805594 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02615301-4ae4-43f3-b655-f38d816e0132 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:49.805923 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02615301-4ae4-43f3-b655-f38d816e0132 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:49.806249 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02615301-4ae4-43f3-b655-f38d816e0132 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:49.806609 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02615301-4ae4-43f3-b655-f38d816e0132 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:49.806871 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 53364) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:10:49.807012 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02615301-4ae4-43f3-b655-f38d816e0132 tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:49.924784 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-e02fdfe8-3387-4bd4-9930-1ee23649f3de tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Deleting port b8a01cbe-cf92-4f3c-85bd-99f15c7c8e61 {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:10:49.925140 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-e02fdfe8-3387-4bd4-9930-1ee23649f3de tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (b8a01cbe-cf92-4f3c-85bd-99f15c7c8e61), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:50.013861 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-e02fdfe8-3387-4bd4-9930-1ee23649f3de tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (b8a01cbe-cf92-4f3c-85bd-99f15c7c8e61), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:50.014194 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-e02fdfe8-3387-4bd4-9930-1ee23649f3de tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for floatingip (b8a01cbe-cf92-4f3c-85bd-99f15c7c8e61), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:50.026894 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-e02fdfe8-3387-4bd4-9930-1ee23649f3de tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Calling delete_port for b8a01cbe-cf92-4f3c-85bd-99f15c7c8e61 owned by network:floatingip {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:10:50.232026 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-e02fdfe8-3387-4bd4-9930-1ee23649f3de tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (b8a01cbe-cf92-4f3c-85bd-99f15c7c8e61), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:50.261356 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02fdfe8-3387-4bd4-9930-1ee23649f3de tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Pushing event deleted for resources: {'Port': ['ID=b8a01cbe-cf92-4f3c-85bd-99f15c7c8e61,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:50.325515 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-e02fdfe8-3387-4bd4-9930-1ee23649f3de tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks [] for floatingip (685b86e0-9c76-4873-83eb-e99fc5d23962), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:50.328128 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-e02fdfe8-3387-4bd4-9930-1ee23649f3de tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:50.330136 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-e02fdfe8-3387-4bd4-9930-1ee23649f3de tempest-AttachVolumeNegativeTest-649719570 tempest-AttachVolumeNegativeTest-649719570-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/685b86e0-9c76-4873-83eb-e99fc5d23962 HTTP/1.1" status: 204 len: 168 time: 0.5221786 Sep 26 18:10:50.512391 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 0c54af98-0db2-4ce1-9deb-71251c9bce73 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:10:50.535845 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] No Port match for: 0c54af98-0db2-4ce1-9deb-71251c9bce73 {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:10:50.536191 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 0c54af98-0db2-4ce1-9deb-71251c9bce73 not bound to the agent host hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:10:54.680293 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 53416) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:10:54.967693 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:55.063485 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:55.075561 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-805719a6-9937-4bc8-8eb6-c983134a33c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-492504'] for router_interface (0d3f8166-a65a-4d17-a4f7-ca93fffd4115), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:55.314834 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-805719a6-9937-4bc8-8eb6-c983134a33c2 admin admin] Deleting port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:10:55.315108 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-805719a6-9937-4bc8-8eb6-c983134a33c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (3a1d8909-de0f-4b6d-8a1f-17144f1522e0), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:55.404170 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [None req-805719a6-9937-4bc8-8eb6-c983134a33c2 admin admin] For port 3a1d8909-de0f-4b6d-8a1f-17144f1522e0, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=3a1d8909-de0f-4b6d-8a1f-17144f1522e0,segment=NetworkSegment(ed751284-034c-4094-bf91-e2a4a99e4455),segment_id=ed751284-034c-4094-bf91-e2a4a99e4455)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:10:55.406268 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-805719a6-9937-4bc8-8eb6-c983134a33c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (3a1d8909-de0f-4b6d-8a1f-17144f1522e0), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:55.423348 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-805719a6-9937-4bc8-8eb6-c983134a33c2 admin admin] Calling delete_port for 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 owned by network:router_interface {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:10:55.717745 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-805719a6-9937-4bc8-8eb6-c983134a33c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (3a1d8909-de0f-4b6d-8a1f-17144f1522e0), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:55.753488 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805719a6-9937-4bc8-8eb6-c983134a33c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a1d8909-de0f-4b6d-8a1f-17144f1522e0,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:56.032905 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-805719a6-9937-4bc8-8eb6-c983134a33c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-642353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504936'] for router_interface (0d3f8166-a65a-4d17-a4f7-ca93fffd4115), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:56.037275 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:56.060407 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09c8d8-662c-44ef-ac86-42b4c1814896 req-353bdc80-348a-4ba6-9273-af2ed8b22e0e tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:56.062104 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1b09c8d8-662c-44ef-ac86-42b4c1814896 req-353bdc80-348a-4ba6-9273-af2ed8b22e0e tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 945 time: 0.0659671 Sep 26 18:10:56.176984 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:56.195777 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1b09c8d8-662c-44ef-ac86-42b4c1814896 req-0ad934fc-b6ff-4efd-8cfc-12b15bbf85fb tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997555 Sep 26 18:10:56.319585 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805719a6-9937-4bc8-8eb6-c983134a33c2 admin admin] Router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:10:56.434720 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805719a6-9937-4bc8-8eb6-c983134a33c2 admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:10:56.444157 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-805719a6-9937-4bc8-8eb6-c983134a33c2 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/0d3f8166-a65a-4d17-a4f7-ca93fffd4115/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7628024 Sep 26 18:10:56.447139 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 53444) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:10:56.449045 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a4d22d-cf23-496f-8fe8-953e4f80a14a None None] Sync routers for ids ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'] in dv-cinder-859319-1-iscsi {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:10:56.459824 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a4d22d-cf23-496f-8fe8-953e4f80a14a None None] Routers {'0d3f8166-a65a-4d17-a4f7-ca93fffd4115'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:10:56.460437 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-78a4d22d-cf23-496f-8fe8-953e4f80a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:10:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:56.564491 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-49318035-76c3-458e-9587-15b03a26cfe5 admin admin] Publish callbacks [] for router (0d3f8166-a65a-4d17-a4f7-ca93fffd4115), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:56.579361 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-78a4d22d-cf23-496f-8fe8-953e4f80a14a None None] Set router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:10:56.677309 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-49318035-76c3-458e-9587-15b03a26cfe5 admin admin] Publish callbacks [] for router_gateway (0d3f8166-a65a-4d17-a4f7-ca93fffd4115), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:56.691774 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:56.709700 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:56.757972 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-78a4d22d-cf23-496f-8fe8-953e4f80a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:10:55Z', 'revision_number': 5, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:56.786707 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a4d22d-cf23-496f-8fe8-953e4f80a14a None None] Checking router: 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 for host: dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:10:56.795155 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a4d22d-cf23-496f-8fe8-953e4f80a14a None None] Routers {'0d3f8166-a65a-4d17-a4f7-ca93fffd4115'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:10:56.795803 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-78a4d22d-cf23-496f-8fe8-953e4f80a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:10:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:56.848940 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-49318035-76c3-458e-9587-15b03a26cfe5 admin admin] Deleting port 39639bcd-5665-4d98-8f6f-124c36b85daa {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:10:56.849437 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-49318035-76c3-458e-9587-15b03a26cfe5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (39639bcd-5665-4d98-8f6f-124c36b85daa), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:56.897465 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-78a4d22d-cf23-496f-8fe8-953e4f80a14a None None] Set router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:10:56.934854 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [None req-49318035-76c3-458e-9587-15b03a26cfe5 admin admin] For port 39639bcd-5665-4d98-8f6f-124c36b85daa, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=39639bcd-5665-4d98-8f6f-124c36b85daa,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:10:56.935222 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-49318035-76c3-458e-9587-15b03a26cfe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (39639bcd-5665-4d98-8f6f-124c36b85daa), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:56.953194 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-49318035-76c3-458e-9587-15b03a26cfe5 admin admin] Calling delete_port for 39639bcd-5665-4d98-8f6f-124c36b85daa owned by network:router_gateway {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:10:57.086952 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:57.214874 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-78a4d22d-cf23-496f-8fe8-953e4f80a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:10:55Z', 'revision_number': 5, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:57.215887 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-49318035-76c3-458e-9587-15b03a26cfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (39639bcd-5665-4d98-8f6f-124c36b85daa), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:57.249717 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49318035-76c3-458e-9587-15b03a26cfe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=39639bcd-5665-4d98-8f6f-124c36b85daa,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:57.260665 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a4d22d-cf23-496f-8fe8-953e4f80a14a None None] The sync data for ids ['0d3f8166-a65a-4d17-a4f7-ca93fffd4115'] in dv-cinder-859319-1-iscsi is: [{'id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'name': 'tempest-AttachVolumeNegativeTest-2072987291-router', 'tenant_id': 'ffa58ff5197e48709d5c90ec334b9403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:03:13Z', 'updated_at': '2022-09-26T18:10:55Z', 'revision_number': 5, 'project_id': 'ffa58ff5197e48709d5c90ec334b9403', 'gw_port': {'id': '39639bcd-5665-4d98-8f6f-124c36b85daa', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f8166-a65a-4d17-a4f7-ca93fffd4115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}] {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:10:57.340451 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:57.348786 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-49318035-76c3-458e-9587-15b03a26cfe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500258'] for router_gateway (0d3f8166-a65a-4d17-a4f7-ca93fffd4115), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:57.479310 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-49318035-76c3-458e-9587-15b03a26cfe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2095462'] for router (0d3f8166-a65a-4d17-a4f7-ca93fffd4115), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:57.483469 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-49318035-76c3-458e-9587-15b03a26cfe5 admin admin] Publish callbacks [] for router_controller (0d3f8166-a65a-4d17-a4f7-ca93fffd4115), precommit_delete_associations {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:57.496663 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651face-93e2-440e-9f6e-3c6471668d91 req-aabd0ec4-da97-46ef-a826-0e6224ee013b tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:57.498136 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c651face-93e2-440e-9f6e-3c6471668d91 req-aabd0ec4-da97-46ef-a826-0e6224ee013b tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 945 time: 0.1333551 Sep 26 18:10:57.602966 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c651face-93e2-440e-9f6e-3c6471668d91 req-3ff15658-179c-468d-80cc-dec2b3c700b1 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843239 Sep 26 18:10:57.684287 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-49318035-76c3-458e-9587-15b03a26cfe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504853'] for router (0d3f8166-a65a-4d17-a4f7-ca93fffd4115), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:57.684513 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49318035-76c3-458e-9587-15b03a26cfe5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d3f8166-a65a-4d17-a4f7-ca93fffd4115 {{(pid=106583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 18:10:57.690101 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-49318035-76c3-458e-9587-15b03a26cfe5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:57.694981 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-49318035-76c3-458e-9587-15b03a26cfe5 admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/0d3f8166-a65a-4d17-a4f7-ca93fffd4115 HTTP/1.1" status: 204 len: 168 time: 1.2442849 Sep 26 18:10:57.695445 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 53452) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:10:57.746367 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_v2 [None req-f653ab42-9a07-464b-ab23-01dba6492b4c admin admin] Deleting subnet 1feb17d0-5a16-48d0-945c-e503f8418bcd {{(pid=106582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:10:57.749873 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f653ab42-9a07-464b-ab23-01dba6492b4c admin admin] Publish callbacks [] for subnet (1feb17d0-5a16-48d0-945c-e503f8418bcd), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:57.966208 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f653ab42-9a07-464b-ab23-01dba6492b4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2230098'] for subnet (1feb17d0-5a16-48d0-945c-e503f8418bcd), precommit_delete_associations {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:57.968140 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:10:57.995148 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] No Port match for: 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:10:57.995564 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 3a1d8909-de0f-4b6d-8a1f-17144f1522e0 not bound to the agent host dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:10:58.057941 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f653ab42-9a07-464b-ab23-01dba6492b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32872334'] for subnet (1feb17d0-5a16-48d0-945c-e503f8418bcd), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:58.197526 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f653ab42-9a07-464b-ab23-01dba6492b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32869299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-514030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2161408'] for subnet (1feb17d0-5a16-48d0-945c-e503f8418bcd), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:58.228898 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653ab42-9a07-464b-ab23-01dba6492b4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1feb17d0-5a16-48d0-945c-e503f8418bcd,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:58.230863 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f653ab42-9a07-464b-ab23-01dba6492b4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for subnet (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:58.234114 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-f653ab42-9a07-464b-ab23-01dba6492b4c admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/1feb17d0-5a16-48d0-945c-e503f8418bcd HTTP/1.1" status: 204 len: 168 time: 0.5372946 Sep 26 18:10:58.238852 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 53456) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:10:58.243051 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30595750-6821-4058-9384-2c5676da5656 None None] Network ff0911ec-d0cb-47aa-9835-b96611526a51 requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:10:58.329630 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-53ef0ad6-bd8e-4815-8929-00a18d0b421f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32779771'] for network (ff0911ec-d0cb-47aa-9835-b96611526a51), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:58.381136 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-53ef0ad6-bd8e-4815-8929-00a18d0b421f admin admin] Deleting port 83937784-7085-41f5-80d4-097bd410ddcf {{(pid=106582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:10:58.381515 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-53ef0ad6-bd8e-4815-8929-00a18d0b421f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (83937784-7085-41f5-80d4-097bd410ddcf), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:58.467342 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bce639b-ca78-4d7d-b5a5-c5ec45cf2c4c None None] DHCP port deletion for ff0911ec-d0cb-47aa-9835-b96611526a51 request from dv-cinder-859319-1-iscsi {{(pid=106584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 18:10:58.496383 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.db [None req-53ef0ad6-bd8e-4815-8929-00a18d0b421f admin admin] For port 83937784-7085-41f5-80d4-097bd410ddcf, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=83937784-7085-41f5-80d4-097bd410ddcf,segment=NetworkSegment(ed751284-034c-4094-bf91-e2a4a99e4455),segment_id=ed751284-034c-4094-bf91-e2a4a99e4455)] {{(pid=106582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:10:58.496383 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-53ef0ad6-bd8e-4815-8929-00a18d0b421f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (83937784-7085-41f5-80d4-097bd410ddcf), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:58.507581 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-53ef0ad6-bd8e-4815-8929-00a18d0b421f admin admin] Calling delete_port for 83937784-7085-41f5-80d4-097bd410ddcf owned by network:dhcp {{(pid=106582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:10:58.512494 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-9bce639b-ca78-4d7d-b5a5-c5ec45cf2c4c None None] Deleting port 83937784-7085-41f5-80d4-097bd410ddcf {{(pid=106584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:10:58.512868 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-9bce639b-ca78-4d7d-b5a5-c5ec45cf2c4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (83937784-7085-41f5-80d4-097bd410ddcf), before_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:58.588905 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-9bce639b-ca78-4d7d-b5a5-c5ec45cf2c4c None None] For port 83937784-7085-41f5-80d4-097bd410ddcf, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=83937784-7085-41f5-80d4-097bd410ddcf,segment=NetworkSegment(ed751284-034c-4094-bf91-e2a4a99e4455),segment_id=ed751284-034c-4094-bf91-e2a4a99e4455)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:10:58.589310 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-9bce639b-ca78-4d7d-b5a5-c5ec45cf2c4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (83937784-7085-41f5-80d4-097bd410ddcf), precommit_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:58.604455 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-9bce639b-ca78-4d7d-b5a5-c5ec45cf2c4c None None] Calling delete_port for 83937784-7085-41f5-80d4-097bd410ddcf owned by network:dhcp {{(pid=106584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:10:58.651860 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=100 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:58.679693 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-53ef0ad6-bd8e-4815-8929-00a18d0b421f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (83937784-7085-41f5-80d4-097bd410ddcf), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:58.701603 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-9bce639b-ca78-4d7d-b5a5-c5ec45cf2c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729'] for port (83937784-7085-41f5-80d4-097bd410ddcf), after_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:58.710449 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef0ad6-bd8e-4815-8929-00a18d0b421f admin admin] Pushing event deleted for resources: {'Port': ['ID=83937784-7085-41f5-80d4-097bd410ddcf,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:58.718073 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ef0ad6-bd8e-4815-8929-00a18d0b421f admin admin] No DVR routers for this DVR port 83937784-7085-41f5-80d4-097bd410ddcf on host dv-cinder-859319-1-iscsi {{(pid=106582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:10:58.736627 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce639b-ca78-4d7d-b5a5-c5ec45cf2c4c None None] Pushing event deleted for resources: {'Port': ['ID=83937784-7085-41f5-80d4-097bd410ddcf,revision_number=None']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:58.748533 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bce639b-ca78-4d7d-b5a5-c5ec45cf2c4c None None] No DVR routers for this DVR port 83937784-7085-41f5-80d4-097bd410ddcf on host dv-cinder-859319-1-iscsi {{(pid=106584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:10:58.751321 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf8eba-e5ab-4d17-82f3-e156315971c8 req-3cfa0320-f740-49f7-940b-2218af489192 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:58.753883 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce639b-ca78-4d7d-b5a5-c5ec45cf2c4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:58.754590 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce639b-ca78-4d7d-b5a5-c5ec45cf2c4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:58.754947 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce639b-ca78-4d7d-b5a5-c5ec45cf2c4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:58.760543 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce639b-ca78-4d7d-b5a5-c5ec45cf2c4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:58.760543 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce639b-ca78-4d7d-b5a5-c5ec45cf2c4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:58.760543 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce639b-ca78-4d7d-b5a5-c5ec45cf2c4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:58.760543 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce639b-ca78-4d7d-b5a5-c5ec45cf2c4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:58.760543 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce639b-ca78-4d7d-b5a5-c5ec45cf2c4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:58.760543 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce639b-ca78-4d7d-b5a5-c5ec45cf2c4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:58.760543 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce639b-ca78-4d7d-b5a5-c5ec45cf2c4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:58.760543 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce639b-ca78-4d7d-b5a5-c5ec45cf2c4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:58.760543 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce639b-ca78-4d7d-b5a5-c5ec45cf2c4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:58.760543 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce639b-ca78-4d7d-b5a5-c5ec45cf2c4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:58.760543 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce639b-ca78-4d7d-b5a5-c5ec45cf2c4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:58.760543 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce639b-ca78-4d7d-b5a5-c5ec45cf2c4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:58.762073 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f5cf8eba-e5ab-4d17-82f3-e156315971c8 req-3cfa0320-f740-49f7-940b-2218af489192 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 945 time: 0.0672481 Sep 26 18:10:58.811110 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-53ef0ad6-bd8e-4815-8929-00a18d0b421f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841381', 'neutron.services.segments.db._delete_segments_for_network-8756749958337'] for network (ff0911ec-d0cb-47aa-9835-b96611526a51), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:58.842754 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.services.segments.db [None req-53ef0ad6-bd8e-4815-8929-00a18d0b421f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff0911ec-d0cb-47aa-9835-b96611526a51']}} {{(pid=106582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:58.854976 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.services.segments.db [None req-53ef0ad6-bd8e-4815-8929-00a18d0b421f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed751284-034c-4094-bf91-e2a4a99e4455') {'for_net_delete': True} {{(pid=106582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:58.855279 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.services.segments.db [None req-53ef0ad6-bd8e-4815-8929-00a18d0b421f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed751284-034c-4094-bf91-e2a4a99e4455') {} {{(pid=106582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:58.863699 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:58.867929 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-53ef0ad6-bd8e-4815-8929-00a18d0b421f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756749958229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230121'] for segment (ed751284-034c-4094-bf91-e2a4a99e4455), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:58.869586 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:58.883881 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-53ef0ad6-bd8e-4815-8929-00a18d0b421f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (ed751284-034c-4094-bf91-e2a4a99e4455), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:58.893940 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ef0ad6-bd8e-4815-8929-00a18d0b421f admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=106582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:10:58.894526 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-53ef0ad6-bd8e-4815-8929-00a18d0b421f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-513876'] for segment (ed751284-034c-4094-bf91-e2a4a99e4455), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:59.084405 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f5cf8eba-e5ab-4d17-82f3-e156315971c8 req-635411c0-cf85-40be-9352-2427f4c5fbba tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3244102 Sep 26 18:10:59.088897 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-53ef0ad6-bd8e-4815-8929-00a18d0b421f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500471'] for network (ff0911ec-d0cb-47aa-9835-b96611526a51), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:59.119152 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-53ef0ad6-bd8e-4815-8929-00a18d0b421f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:59.122683 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-53ef0ad6-bd8e-4815-8929-00a18d0b421f admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/ff0911ec-d0cb-47aa-9835-b96611526a51 HTTP/1.1" status: 204 len: 168 time: 0.8824699 Sep 26 18:10:59.128479 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef0ad6-bd8e-4815-8929-00a18d0b421f admin admin] Pushing event deleted for resources: {'Network': ['ID=ff0911ec-d0cb-47aa-9835-b96611526a51,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:59.161561 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.services.segments.plugin [-] Segment ed751284-034c-4094-bf91-e2a4a99e4455 resource provider aggregate not found Sep 26 18:10:59.178834 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.services.segments.plugin [-] Segment ed751284-034c-4094-bf91-e2a4a99e4455 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed751284-034c-4094-bf91-e2a4a99e4455 found for delete ", "request_id": "req-8b08ed57-0702-4b23-a47b-3ebf767a07b0"}]} Sep 26 18:10:59.442749 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 53478) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:10:59.508763 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-7fa0c9d3-1377-46d2-9d82-8c366420423e admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=ffa58ff5197e48709d5c90ec334b9403&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0647969 Sep 26 18:10:59.511402 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 53480) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:10:59.567559 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-aa1cf39d-69c2-40d4-b83e-3761b7f3f097 admin admin] Publish callbacks [] for security_group (1d55c9b4-202b-4e94-b03a-24f79ddbe188), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:59.588472 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-aa1cf39d-69c2-40d4-b83e-3761b7f3f097 admin admin] Publish callbacks [] for security_group (1d55c9b4-202b-4e94-b03a-24f79ddbe188), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:59.746224 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-aa1cf39d-69c2-40d4-b83e-3761b7f3f097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (1d55c9b4-202b-4e94-b03a-24f79ddbe188), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:59.748777 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-aa1cf39d-69c2-40d4-b83e-3761b7f3f097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:59.749961 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-aa1cf39d-69c2-40d4-b83e-3761b7f3f097 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/1d55c9b4-202b-4e94-b03a-24f79ddbe188 HTTP/1.1" status: 204 len: 168 time: 0.2375116 Sep 26 18:10:59.760303 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1cf39d-69c2-40d4-b83e-3761b7f3f097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d55c9b4-202b-4e94-b03a-24f79ddbe188,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:59.910255 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 39639bcd-5665-4d98-8f6f-124c36b85daa no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:10:59.930846 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] No Port match for: 39639bcd-5665-4d98-8f6f-124c36b85daa {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:10:59.931193 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 39639bcd-5665-4d98-8f6f-124c36b85daa not bound to the agent host dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:10:59.932070 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 83937784-7085-41f5-80d4-097bd410ddcf no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:10:59.951180 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] No Port match for: 83937784-7085-41f5-80d4-097bd410ddcf {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:10:59.957486 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 83937784-7085-41f5-80d4-097bd410ddcf not bound to the agent host dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:11:00.254941 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef70c8-3c51-4438-be1d-c2023b34dbeb req-67dbbb60-6916-46f5-8e0f-09fde6d61bcc tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:00.256596 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b1ef70c8-3c51-4438-be1d-c2023b34dbeb req-67dbbb60-6916-46f5-8e0f-09fde6d61bcc tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 945 time: 0.0748417 Sep 26 18:11:00.316448 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b1ef70c8-3c51-4438-be1d-c2023b34dbeb req-f52b224d-64cd-421b-9c1d-f56568dafc62 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484803 Sep 26 18:11:01.463199 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64588d-45b7-413d-8b80-a3a115337202 req-dbd3aa0f-cebe-4c86-a440-46692495b666 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:01.464751 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bb64588d-45b7-413d-8b80-a3a115337202 req-dbd3aa0f-cebe-4c86-a440-46692495b666 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 945 time: 0.0501435 Sep 26 18:11:01.514048 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bb64588d-45b7-413d-8b80-a3a115337202 req-8644b1ea-c5e2-4be8-bd32-417519ffb343 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437176 Sep 26 18:11:01.974567 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-7c530352-853c-4a1c-85bb-16dd48263fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:02.658774 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ca33f-ae7e-4a0a-aeb9-f840e34dfa68 req-0c55a0dc-0f22-4185-a277-7eda30e6a21e tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:02.660394 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e12ca33f-ae7e-4a0a-aeb9-f840e34dfa68 req-0c55a0dc-0f22-4185-a277-7eda30e6a21e tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 945 time: 0.0485115 Sep 26 18:11:02.712606 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e12ca33f-ae7e-4a0a-aeb9-f840e34dfa68 req-3fd41692-ab38-4976-90a9-fc2c8d04de94 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464749 Sep 26 18:11:03.161636 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:03.169547 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:03.852644 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f451119-4462-4a24-81f7-4bd3b9f8ccd4 req-f894f2cf-2ab7-4293-8422-b04d6ea3a9e2 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:03.853415 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2f451119-4462-4a24-81f7-4bd3b9f8ccd4 req-f894f2cf-2ab7-4293-8422-b04d6ea3a9e2 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 945 time: 0.0522735 Sep 26 18:11:03.908172 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2f451119-4462-4a24-81f7-4bd3b9f8ccd4 req-db10e2ee-eb65-4668-a6fa-d666a663aea0 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451512 Sep 26 18:11:04.152060 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:11:04.334817 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-2b74ecb9-6afc-4b0e-8ea4-4afb551605d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:05.038287 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:05.052409 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d072a-097b-4e15-9ae7-1b49d20bc497 req-13ef1a94-552b-426f-b18d-d42978d3256c tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:05.053916 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bf5d072a-097b-4e15-9ae7-1b49d20bc497 req-13ef1a94-552b-426f-b18d-d42978d3256c tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 945 time: 0.0515075 Sep 26 18:11:05.111456 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bf5d072a-097b-4e15-9ae7-1b49d20bc497 req-dd73c97a-210e-4bcf-8e28-a69f2f937d42 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515940 Sep 26 18:11:05.523188 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:06.253608 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ec4a8-77bb-43bf-b113-3e655938f202 req-caf514fd-b8cc-437a-ae69-71e8cb570590 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:06.255233 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-768ec4a8-77bb-43bf-b113-3e655938f202 req-caf514fd-b8cc-437a-ae69-71e8cb570590 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 945 time: 0.0530300 Sep 26 18:11:06.310079 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-768ec4a8-77bb-43bf-b113-3e655938f202 req-eadea00f-887b-43a3-a48b-d8278271bce4 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473258 Sep 26 18:11:07.134321 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:07.296876 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38784f57-cb46-47fd-b510-511413b97cf1 req-ec52b144-0ff6-4055-8e86-a79e0efd5b57 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:07.298403 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-38784f57-cb46-47fd-b510-511413b97cf1 req-ec52b144-0ff6-4055-8e86-a79e0efd5b57 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0611815 Sep 26 18:11:07.356881 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:07.364179 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-38784f57-cb46-47fd-b510-511413b97cf1 req-2b957f59-046a-4a4c-9f3c-0c7770aeac4c tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564482 Sep 26 18:11:07.426259 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:07.469603 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6113c7-24e2-43c7-aecf-93c753dd812b req-4f3c3255-7014-44de-8d7f-702f3d20a0a4 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:07.471173 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ce6113c7-24e2-43c7-aecf-93c753dd812b req-4f3c3255-7014-44de-8d7f-702f3d20a0a4 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 945 time: 0.0572891 Sep 26 18:11:07.528323 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ce6113c7-24e2-43c7-aecf-93c753dd812b req-75b9341a-3aec-470f-9114-bcfe1da7972a tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510216 Sep 26 18:11:08.513040 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7e2ba-9ab3-4a64-97fe-0231831e74d5 req-ab9c2d48-364d-4873-8b7b-f4c852615b6a tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:08.514568 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-31a7e2ba-9ab3-4a64-97fe-0231831e74d5 req-ab9c2d48-364d-4873-8b7b-f4c852615b6a tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0529943 Sep 26 18:11:08.569948 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-31a7e2ba-9ab3-4a64-97fe-0231831e74d5 req-53beabc5-c5e8-49a8-92d0-9aea2943dcca tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487604 Sep 26 18:11:08.685748 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec13475-ac87-4f32-831b-f3ca5de29109 req-506c7858-6ec1-4d7f-b248-c5d9d6a976da tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:08.687211 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dec13475-ac87-4f32-831b-f3ca5de29109 req-506c7858-6ec1-4d7f-b248-c5d9d6a976da tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 945 time: 0.0673912 Sep 26 18:11:08.741941 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dec13475-ac87-4f32-831b-f3ca5de29109 req-74b9cd80-d7ea-4db4-a295-b5a02d61126d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489206 Sep 26 18:11:09.488277 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=16,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:09.505566 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=7 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:09.706759 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de0f3e-51d3-493a-a3ab-d175484e35de req-c3bc2c85-8975-490c-928e-7626e44b51f3 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:09.708299 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-98de0f3e-51d3-493a-a3ab-d175484e35de req-c3bc2c85-8975-490c-928e-7626e44b51f3 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0484796 Sep 26 18:11:09.772210 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-98de0f3e-51d3-493a-a3ab-d175484e35de req-0c5f0384-154a-4ff1-baa5-0ebc612871ac tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580008 Sep 26 18:11:09.898752 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23005c89-9f6b-4bac-bdfc-949e01d4d604 req-f69f3957-6d05-43df-a234-39f60711f17d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:09.900316 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-23005c89-9f6b-4bac-bdfc-949e01d4d604 req-f69f3957-6d05-43df-a234-39f60711f17d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 945 time: 0.0656612 Sep 26 18:11:09.950588 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-23005c89-9f6b-4bac-bdfc-949e01d4d604 req-6b9f520b-982b-43aa-8069-7f0fbe3b3a3b tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440505 Sep 26 18:11:10.903550 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e9e55-0380-4a85-af68-dc3c389895bb req-72c170a4-372d-4fff-9f0f-b4400d07d0de tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:10.905134 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3b9e9e55-0380-4a85-af68-dc3c389895bb req-72c170a4-372d-4fff-9f0f-b4400d07d0de tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0528314 Sep 26 18:11:10.954865 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3b9e9e55-0380-4a85-af68-dc3c389895bb req-f5f0c8ba-1eab-408d-96cd-3d53baaf7f67 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432374 Sep 26 18:11:11.087356 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b0709-8da8-4bd8-a14e-c233db51e996 req-819e37db-5b63-46d3-a0c7-dabee91503e2 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:11.088801 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cf2b0709-8da8-4bd8-a14e-c233db51e996 req-819e37db-5b63-46d3-a0c7-dabee91503e2 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 945 time: 0.0511088 Sep 26 18:11:11.141909 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cf2b0709-8da8-4bd8-a14e-c233db51e996 req-6219263b-3d12-4a46-ba90-7eb5f79880f0 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440340 Sep 26 18:11:12.075625 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 53648) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:12.085976 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad3875-89cd-4cd4-b129-cf8606ec0d76 req-2e28e0c7-9822-4eed-aa62-9676bdb2c2fa tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:12.086533 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-20ad3875-89cd-4cd4-b129-cf8606ec0d76 req-2e28e0c7-9822-4eed-aa62-9676bdb2c2fa tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0508058 Sep 26 18:11:12.141231 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-20ad3875-89cd-4cd4-b129-cf8606ec0d76 req-489d23ba-55e9-4632-85a0-57d0287f53ee tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488219 Sep 26 18:11:12.208307 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9286508a-78ed-405d-84bf-27e7cd67635e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:12.286180 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675620d-535f-4cb0-b570-19bcca043164 req-04add89a-75a5-4a6d-9292-8ab4cbb19b41 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:12.287839 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a675620d-535f-4cb0-b570-19bcca043164 req-04add89a-75a5-4a6d-9292-8ab4cbb19b41 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 945 time: 0.0577774 Sep 26 18:11:12.291805 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9286508a-78ed-405d-84bf-27e7cd67635e admin admin] Publish callbacks [] for security_group (5bd38022-8b39-4576-aa94-17e7138bd9c9), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:12.309337 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:12.339403 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a675620d-535f-4cb0-b570-19bcca043164 req-288ce1d3-e2fb-4f74-af23-ab479199924b tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456784 Sep 26 18:11:12.402679 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9286508a-78ed-405d-84bf-27e7cd67635e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (5bd38022-8b39-4576-aa94-17e7138bd9c9), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:12.448386 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-9286508a-78ed-405d-84bf-27e7cd67635e admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=131f86541d394d22804699fa37ec6b35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3717301 Sep 26 18:11:12.449327 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286508a-78ed-405d-84bf-27e7cd67635e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd38022-8b39-4576-aa94-17e7138bd9c9,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:12.451363 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 53654) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:12.504130 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-312a2ffd-e753-4593-a029-887bbaa68d36 admin admin] Publish callbacks [] for security_group (5bd38022-8b39-4576-aa94-17e7138bd9c9), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:12.524377 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-312a2ffd-e753-4593-a029-887bbaa68d36 admin admin] Publish callbacks [] for security_group (5bd38022-8b39-4576-aa94-17e7138bd9c9), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:12.671776 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-312a2ffd-e753-4593-a029-887bbaa68d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (5bd38022-8b39-4576-aa94-17e7138bd9c9), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:12.675855 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-312a2ffd-e753-4593-a029-887bbaa68d36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:12.677668 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-312a2ffd-e753-4593-a029-887bbaa68d36 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/5bd38022-8b39-4576-aa94-17e7138bd9c9 HTTP/1.1" status: 204 len: 168 time: 0.2250035 Sep 26 18:11:12.689291 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a2ffd-e753-4593-a029-887bbaa68d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd38022-8b39-4576-aa94-17e7138bd9c9,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:13.266232 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:13.276675 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332e4ab-6a64-4ce5-9fc2-33e22e29a082 req-7d3bf01f-e6ba-49c3-988f-02c8e232970e tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:13.278021 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a332e4ab-6a64-4ce5-9fc2-33e22e29a082 req-7d3bf01f-e6ba-49c3-988f-02c8e232970e tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0526593 Sep 26 18:11:13.330242 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a332e4ab-6a64-4ce5-9fc2-33e22e29a082 req-defa7464-aa39-4014-97ad-89515b167636 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461993 Sep 26 18:11:13.489376 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be56861-862c-4650-b8b4-88a6441d7875 req-247e803b-7ce5-4d51-bef0-b3acac396795 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:13.492101 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4be56861-862c-4650-b8b4-88a6441d7875 req-247e803b-7ce5-4d51-bef0-b3acac396795 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 945 time: 0.0652089 Sep 26 18:11:13.553408 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4be56861-862c-4650-b8b4-88a6441d7875 req-6166f2e2-2692-43fa-bfcd-700dc102e981 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540166 Sep 26 18:11:14.148865 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:14.470235 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c0eee-ab3a-4dec-9fbc-5d2c4796c633 req-9dfee2e7-42c6-4cef-b9d6-1c12c76f013a tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:14.472489 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dc8c0eee-ab3a-4dec-9fbc-5d2c4796c633 req-9dfee2e7-42c6-4cef-b9d6-1c12c76f013a tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0568810 Sep 26 18:11:14.531633 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dc8c0eee-ab3a-4dec-9fbc-5d2c4796c633 req-fcaa92c2-a0c5-4ab0-b500-2865e5c2f56e tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526111 Sep 26 18:11:14.569229 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 4810d7ad-3670-4d57-835a-ea0d6344ef48 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:11:14.712624 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 4810d7ad-3670-4d57-835a-ea0d6344ef48, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=4810d7ad-3670-4d57-835a-ea0d6344ef48,segment=NetworkSegment(74583ddb-45f6-451b-9f0f-cd5bb37fc3b7),segment_id=74583ddb-45f6-451b-9f0f-cd5bb37fc3b7)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:11:14.716859 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c978c-7d07-4e59-aeb1-6aeb0f5950fa req-6213a973-2296-4dea-92d6-e135477b6552 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:14.718493 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-878c978c-7d07-4e59-aeb1-6aeb0f5950fa req-6213a973-2296-4dea-92d6-e135477b6552 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 945 time: 0.0641608 Sep 26 18:11:14.732183 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Returning: {'device': '4810d7ad-3670-4d57-835a-ea0d6344ef48', 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a', 'port_id': '4810d7ad-3670-4d57-835a-ea0d6344ef48', 'mac_address': 'fa:16:3e:36:a1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:11:14.772300 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port 4810d7ad-3670-4d57-835a-ea0d6344ef48 is: ACTIVE; New status is: BUILD {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:11:14.772695 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (4810d7ad-3670-4d57-835a-ea0d6344ef48), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:14.776376 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-878c978c-7d07-4e59-aeb1-6aeb0f5950fa req-8f9d4889-66a1-4434-9144-1648a03c50f8 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512428 Sep 26 18:11:14.788421 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4810d7ad-3670-4d57-835a-ea0d6344ef48 {{(pid=106584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:11:14.810771 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 4810d7ad-3670-4d57-835a-ea0d6344ef48, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=4810d7ad-3670-4d57-835a-ea0d6344ef48,segment=NetworkSegment(74583ddb-45f6-451b-9f0f-cd5bb37fc3b7),segment_id=74583ddb-45f6-451b-9f0f-cd5bb37fc3b7)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:11:14.871890 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (4810d7ad-3670-4d57-835a-ea0d6344ef48), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:14.937884 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=4810d7ad-3670-4d57-835a-ea0d6344ef48,revision_number=6']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:15.037269 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['4810d7ad-3670-4d57-835a-ea0d6344ef48'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:11:15.058958 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:15.905630 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:15.929553 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ca5cd-0132-4750-80bf-8e6224b60447 req-dcbd505f-4b26-4790-880e-0df2bea76003 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:15.931108 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e90ca5cd-0132-4750-80bf-8e6224b60447 req-dcbd505f-4b26-4790-880e-0df2bea76003 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.1102016 Sep 26 18:11:16.060498 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea79bab-af2a-40c6-8f44-946517949ef8 req-59bb013d-5ba4-4b26-bf9b-587a4f45b1db tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:16.062340 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bea79bab-af2a-40c6-8f44-946517949ef8 req-59bb013d-5ba4-4b26-bf9b-587a4f45b1db tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 944 time: 0.1614807 Sep 26 18:11:16.076682 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e90ca5cd-0132-4750-80bf-8e6224b60447 req-a2375435-1a0d-43ce-84b6-742481e8810e tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052465 Sep 26 18:11:16.158016 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bea79bab-af2a-40c6-8f44-946517949ef8 req-b74c2332-9ac1-49d9-b4bf-bbc048d8fa2b tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798059 Sep 26 18:11:16.404991 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 53764) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:16.546288 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-378667e6-fe70-4b50-9d23-884effbb398c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:16.589443 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 4810d7ad-3670-4d57-835a-ea0d6344ef48 up at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:11:16.670319 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning complete for port 4810d7ad-3670-4d57-835a-ea0d6344ef48 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:11:16.670821 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (4810d7ad-3670-4d57-835a-ea0d6344ef48), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:16.671263 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Attempt 1 to provision port 4810d7ad-3670-4d57-835a-ea0d6344ef48 Sep 26 18:11:16.690173 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-378667e6-fe70-4b50-9d23-884effbb398c admin admin] Publish callbacks [] for security_group (54867eb3-3eef-448f-b45a-e24a3b869280), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:16.707543 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:16.751375 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-378667e6-fe70-4b50-9d23-884effbb398c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (54867eb3-3eef-448f-b45a-e24a3b869280), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:16.802988 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-378667e6-fe70-4b50-9d23-884effbb398c admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=93a03c8359934981b364ce15d83e4284&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3967719 Sep 26 18:11:16.804332 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378667e6-fe70-4b50-9d23-884effbb398c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54867eb3-3eef-448f-b45a-e24a3b869280,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:16.806430 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 53768) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:16.875990 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e5a14bbb-b057-4a38-b2b6-e90c10357f11 admin admin] Publish callbacks [] for security_group (54867eb3-3eef-448f-b45a-e24a3b869280), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:16.885710 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port 4810d7ad-3670-4d57-835a-ea0d6344ef48 is: BUILD; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:11:16.886395 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (4810d7ad-3670-4d57-835a-ea0d6344ef48), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:16.921351 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157c830f-c695-4a1a-a21f-1d0d6c24dd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4810d7ad-3670-4d57-835a-ea0d6344ef48'}] {{(pid=106584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:11:16.925075 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743b4769c4925b62b4889170aadb5ee5b65d77d3032155737795e39ae48b1258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ce0afb-fde8-474d-ac47-8c23c003cdda" -d '{"events": [{"server_uuid": "157c830f-c695-4a1a-a21f-1d0d6c24dd93", "name": "network-vif-plugged", "status": "completed", "tag": "4810d7ad-3670-4d57-835a-ea0d6344ef48"}]}' {{(pid=106584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:11:16.943506 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 4810d7ad-3670-4d57-835a-ea0d6344ef48, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=4810d7ad-3670-4d57-835a-ea0d6344ef48,segment=NetworkSegment(74583ddb-45f6-451b-9f0f-cd5bb37fc3b7),segment_id=74583ddb-45f6-451b-9f0f-cd5bb37fc3b7)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:11:16.947393 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e5a14bbb-b057-4a38-b2b6-e90c10357f11 admin admin] Publish callbacks [] for security_group (54867eb3-3eef-448f-b45a-e24a3b869280), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:17.036686 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (4810d7ad-3670-4d57-835a-ea0d6344ef48), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:17.096438 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71d2c56-6b96-4b2b-8bcc-8192102e876b x-openstack-request-id: req-f71d2c56-6b96-4b2b-8bcc-8192102e876b {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:11:17.096878 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157c830f-c695-4a1a-a21f-1d0d6c24dd93", "name": "network-vif-plugged", "status": "completed", "tag": "4810d7ad-3670-4d57-835a-ea0d6344ef48", "code": 200}]} {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:11:17.097285 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f71d2c56-6b96-4b2b-8bcc-8192102e876b {{(pid=106584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:11:17.097720 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f71d2c56-6b96-4b2b-8bcc-8192102e876b'] response: {'server_uuid': '157c830f-c695-4a1a-a21f-1d0d6c24dd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4810d7ad-3670-4d57-835a-ea0d6344ef48', 'code': 200} Sep 26 18:11:17.157971 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e5a14bbb-b057-4a38-b2b6-e90c10357f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (54867eb3-3eef-448f-b45a-e24a3b869280), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:17.162553 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e5a14bbb-b057-4a38-b2b6-e90c10357f11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:17.167968 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-e5a14bbb-b057-4a38-b2b6-e90c10357f11 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/54867eb3-3eef-448f-b45a-e24a3b869280 HTTP/1.1" status: 204 len: 168 time: 0.3555510 Sep 26 18:11:17.183435 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a14bbb-b057-4a38-b2b6-e90c10357f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54867eb3-3eef-448f-b45a-e24a3b869280,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:17.199478 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=4810d7ad-3670-4d57-835a-ea0d6344ef48,revision_number=7']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:17.265183 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:17.301023 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ff060-9d3a-4855-90a3-c2ac68988e8e req-56b53a5a-893d-4de0-b42b-0ed9e6a8e33e tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:17.302571 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-982ff060-9d3a-4855-90a3-c2ac68988e8e req-56b53a5a-893d-4de0-b42b-0ed9e6a8e33e tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0766423 Sep 26 18:11:17.416257 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-982ff060-9d3a-4855-90a3-c2ac68988e8e req-35a4602e-e515-43fc-9563-8f0fb33cf7d1 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050479 Sep 26 18:11:17.442801 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558b165-27c4-44db-94c0-79abdf2ff339 req-edcafef6-082d-44cd-84ff-f53f93819ccd tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:17.455190 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b558b165-27c4-44db-94c0-79abdf2ff339 req-edcafef6-082d-44cd-84ff-f53f93819ccd tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 945 time: 0.1009481 Sep 26 18:11:17.525026 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:17.538271 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b558b165-27c4-44db-94c0-79abdf2ff339 req-535ada91-c165-49f4-9fc5-f31913a84918 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709472 Sep 26 18:11:18.097930 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 53780) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:18.115605 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7132f457-e5a7-4b41-985c-e5d89e031627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:18.250517 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7132f457-e5a7-4b41-985c-e5d89e031627 admin admin] Publish callbacks [] for security_group (8f4acf19-4e60-45fc-b039-40526f92900c), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:18.340221 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7132f457-e5a7-4b41-985c-e5d89e031627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (8f4acf19-4e60-45fc-b039-40526f92900c), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:18.387107 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-7132f457-e5a7-4b41-985c-e5d89e031627 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=e6780ff04c314a6bac9a0fdba10fced9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2879000 Sep 26 18:11:18.388074 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132f457-e5a7-4b41-985c-e5d89e031627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4acf19-4e60-45fc-b039-40526f92900c,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:18.389922 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 53782) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:18.447697 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-5f185787-23ae-42b4-8824-1240dd1ebce3 admin admin] Publish callbacks [] for security_group (8f4acf19-4e60-45fc-b039-40526f92900c), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:18.474184 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-5f185787-23ae-42b4-8824-1240dd1ebce3 admin admin] Publish callbacks [] for security_group (8f4acf19-4e60-45fc-b039-40526f92900c), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:18.742690 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c69d0d-7c68-40c7-982f-7ebd3ad086ec req-8471a9c6-cd75-43cd-a7ec-213dee4f59ee tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:18.742690 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-00c69d0d-7c68-40c7-982f-7ebd3ad086ec req-8471a9c6-cd75-43cd-a7ec-213dee4f59ee tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0543869 Sep 26 18:11:18.742690 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-00c69d0d-7c68-40c7-982f-7ebd3ad086ec req-c841dd4d-b825-48de-95f7-995f8cdd8f2f tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483890 Sep 26 18:11:18.742690 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08162d-a87c-4250-8269-ee6069462c8a req-55d36587-aeac-4668-b149-3feb81880606 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:18.742690 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ce08162d-a87c-4250-8269-ee6069462c8a req-55d36587-aeac-4668-b149-3feb81880606 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 945 time: 0.0521228 Sep 26 18:11:18.757054 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ce08162d-a87c-4250-8269-ee6069462c8a req-56efcc24-09c0-4908-a90b-0d8f90ba6fe6 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499065 Sep 26 18:11:18.947783 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-5f185787-23ae-42b4-8824-1240dd1ebce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (8f4acf19-4e60-45fc-b039-40526f92900c), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:18.950356 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-5f185787-23ae-42b4-8824-1240dd1ebce3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:18.951539 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-5f185787-23ae-42b4-8824-1240dd1ebce3 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/8f4acf19-4e60-45fc-b039-40526f92900c HTTP/1.1" status: 204 len: 168 time: 0.5591455 Sep 26 18:11:18.971769 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185787-23ae-42b4-8824-1240dd1ebce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4acf19-4e60-45fc-b039-40526f92900c,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:19.614618 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8ea1dc14-a4ad-4b8d-8495-b7ac10689e0d req-7babb797-54f5-4956-813a-af55c53056b2 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491295 Sep 26 18:11:19.769477 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1dc14-a4ad-4b8d-8495-b7ac10689e0d req-768f9663-193e-4de1-bad5-1994327d831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:19.779396 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8ea1dc14-a4ad-4b8d-8495-b7ac10689e0d req-768f9663-193e-4de1-bad5-1994327d831d service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=08e4bf78b8f043a598a4b6a1d8acc219&device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 1129 time: 0.0817158 Sep 26 18:11:19.972780 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f80779-61f7-4d6b-bf42-e619473b6d28 req-685d72b1-c8a2-4b1c-a044-60f495dd3fb8 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:19.974686 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-93f80779-61f7-4d6b-bf42-e619473b6d28 req-685d72b1-c8a2-4b1c-a044-60f495dd3fb8 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0930986 Sep 26 18:11:20.003333 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a28e0-a8ed-44ea-8f8f-44786ece330b req-23069374-4e83-47f7-bbfe-3860f6d9e0d3 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:20.014127 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4c0a28e0-a8ed-44ea-8f8f-44786ece330b req-23069374-4e83-47f7-bbfe-3860f6d9e0d3 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 945 time: 0.0994277 Sep 26 18:11:20.081434 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1dc14-a4ad-4b8d-8495-b7ac10689e0d req-8354225b-0d80-49da-bb33-30aedfbd7db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:20.085786 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8ea1dc14-a4ad-4b8d-8495-b7ac10689e0d req-8354225b-0d80-49da-bb33-30aedfbd7db7 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=a36a0132-e2f2-42fb-aeb7-7b514a623f8b HTTP/1.1" status: 200 len: 909 time: 0.2734601 Sep 26 18:11:20.212491 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4c0a28e0-a8ed-44ea-8f8f-44786ece330b req-59e9530c-f6b4-464d-8035-d5460b142246 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969836 Sep 26 18:11:20.243724 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8ea1dc14-a4ad-4b8d-8495-b7ac10689e0d req-8fc8d198-22f8-4a56-8eb2-3f56d6c02a17 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c HTTP/1.1" status: 200 len: 1001 time: 0.1361489 Sep 26 18:11:20.243724 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-93f80779-61f7-4d6b-bf42-e619473b6d28 req-e3908dcc-4e9b-49b5-a825-eef527a5ec81 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196972 Sep 26 18:11:20.324200 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1dc14-a4ad-4b8d-8495-b7ac10689e0d req-a4a8bf4f-906e-457b-a53a-a4ca9b9bc877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:20.326076 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8ea1dc14-a4ad-4b8d-8495-b7ac10689e0d req-a4a8bf4f-906e-457b-a53a-a4ca9b9bc877 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=33062f00-b294-40a6-a636-99be26c54435 HTTP/1.1" status: 200 len: 847 time: 0.0850070 Sep 26 18:11:20.385715 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1dc14-a4ad-4b8d-8495-b7ac10689e0d req-04260c48-77a6-4284-8f99-f591763f6764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:20.387296 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8ea1dc14-a4ad-4b8d-8495-b7ac10689e0d req-04260c48-77a6-4284-8f99-f591763f6764 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=a36a0132-e2f2-42fb-aeb7-7b514a623f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550709 Sep 26 18:11:20.452617 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:20.511070 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8ea1dc14-a4ad-4b8d-8495-b7ac10689e0d req-b8f20252-862b-4fde-b84d-d7c45c695aae service neutron] 10.222.0.88 "GET /networking/v2.0/networks/a36a0132-e2f2-42fb-aeb7-7b514a623f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171415 Sep 26 18:11:20.592041 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:20.662935 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8ea1dc14-a4ad-4b8d-8495-b7ac10689e0d req-b7c983c2-5cce-4fe2-a551-95aa7e22c9a5 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/a36a0132-e2f2-42fb-aeb7-7b514a623f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446526 Sep 26 18:11:21.472588 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270ffba-9a8b-4781-9537-bd7f156fdaa5 req-0e2760c7-bf93-48e3-ab3e-224dbae11af3 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:21.474304 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3270ffba-9a8b-4781-9537-bd7f156fdaa5 req-0e2760c7-bf93-48e3-ab3e-224dbae11af3 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0775666 Sep 26 18:11:21.481155 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8fba8-fea0-47ab-8cbd-35e8d314c295 req-31fdd540-783e-4715-9180-bdb7e73ea604 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:21.482808 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-71b8fba8-fea0-47ab-8cbd-35e8d314c295 req-31fdd540-783e-4715-9180-bdb7e73ea604 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 945 time: 0.1365151 Sep 26 18:11:21.578949 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3270ffba-9a8b-4781-9537-bd7f156fdaa5 req-94e03af3-c1c9-4188-9143-03de9674676e tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945764 Sep 26 18:11:21.623062 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-71b8fba8-fea0-47ab-8cbd-35e8d314c295 req-6f6d20af-3bc3-46f5-9bab-2f5f6f216694 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128809 Sep 26 18:11:22.741298 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496b356-a428-4dc7-ac3b-661f63c8f068 req-4cdc3f65-5107-49fa-9a9a-cb601154a05c tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:22.743686 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4496b356-a428-4dc7-ac3b-661f63c8f068 req-4cdc3f65-5107-49fa-9a9a-cb601154a05c tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0669558 Sep 26 18:11:22.811224 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bf9d7-573c-4634-bda5-345899624517 req-94cacd5b-302d-47b7-9cd4-3253cb0b9499 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:22.812948 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bc6bf9d7-573c-4634-bda5-345899624517 req-94cacd5b-302d-47b7-9cd4-3253cb0b9499 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 945 time: 0.0682130 Sep 26 18:11:22.849646 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4496b356-a428-4dc7-ac3b-661f63c8f068 req-6cf31393-8463-4599-9630-2ef0a3d05b2e tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960124 Sep 26 18:11:22.884353 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bc6bf9d7-573c-4634-bda5-345899624517 req-3e358c41-e36b-4baa-9c3b-50dbef142e0c tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597353 Sep 26 18:11:23.663784 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 53876) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:23.822471 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-7a6324b6-7226-43bf-860c-a83af1856904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:23.920007 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-7a6324b6-7226-43bf-860c-a83af1856904 admin admin] Publish callbacks [] for security_group (4311e3ee-58ae-456c-bb2d-c72b52998d1a), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:24.035520 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f7f35-921d-4425-b9d1-35a5b544508d req-3c4f8d05-688b-473b-8bbd-08d59848f711 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:24.038295 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-050f7f35-921d-4425-b9d1-35a5b544508d req-3c4f8d05-688b-473b-8bbd-08d59848f711 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0971270 Sep 26 18:11:24.042801 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-7a6324b6-7226-43bf-860c-a83af1856904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (4311e3ee-58ae-456c-bb2d-c72b52998d1a), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:24.187242 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-7a6324b6-7226-43bf-860c-a83af1856904 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=cfb2520e7fb843618c787c80a0dff51e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5206759 Sep 26 18:11:24.189297 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 53884) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:24.211715 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6324b6-7226-43bf-860c-a83af1856904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4311e3ee-58ae-456c-bb2d-c72b52998d1a,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:24.220777 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa778e7-4287-4100-89df-bedd75336ff9 req-6179801c-29b4-436f-9338-d77d5587232a tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:24.223517 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8aa778e7-4287-4100-89df-bedd75336ff9 req-6179801c-29b4-436f-9338-d77d5587232a tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 945 time: 0.1838222 Sep 26 18:11:24.259089 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-050f7f35-921d-4425-b9d1-35a5b544508d req-173b8a4d-72d9-4d47-86e7-47600bcb5afa tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107043 Sep 26 18:11:24.288706 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e2a9a8b2-593b-460f-8aa0-08b08cd6c545 admin admin] Publish callbacks [] for security_group (4311e3ee-58ae-456c-bb2d-c72b52998d1a), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:24.297822 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8aa778e7-4287-4100-89df-bedd75336ff9 req-e93c328b-91cc-4bb5-abb2-b26e62ad5e69 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626955 Sep 26 18:11:24.313173 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e2a9a8b2-593b-460f-8aa0-08b08cd6c545 admin admin] Publish callbacks [] for security_group (4311e3ee-58ae-456c-bb2d-c72b52998d1a), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:24.454425 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e2a9a8b2-593b-460f-8aa0-08b08cd6c545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (4311e3ee-58ae-456c-bb2d-c72b52998d1a), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:24.458803 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e2a9a8b2-593b-460f-8aa0-08b08cd6c545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:24.463227 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-e2a9a8b2-593b-460f-8aa0-08b08cd6c545 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/4311e3ee-58ae-456c-bb2d-c72b52998d1a HTTP/1.1" status: 204 len: 168 time: 0.2721162 Sep 26 18:11:24.474645 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9a8b2-593b-460f-8aa0-08b08cd6c545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4311e3ee-58ae-456c-bb2d-c72b52998d1a,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:25.412986 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 53894) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:25.432562 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8c871456-4b0b-4307-8b19-06b2a2d176f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:25.490694 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:25.525064 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:DELETE=3 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:25.542915 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebd29f-2f10-41f8-a5e4-00e07d9d99ba req-e596b184-0134-4c96-b047-12b254f3c94d tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:25.544543 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8c871456-4b0b-4307-8b19-06b2a2d176f5 admin admin] Publish callbacks [] for security_group (22f6d505-7df5-4596-90a9-7e8234e15a75), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:25.544929 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e7ebd29f-2f10-41f8-a5e4-00e07d9d99ba req-e596b184-0134-4c96-b047-12b254f3c94d tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.1333990 Sep 26 18:11:25.554460 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf2743-cad0-46c8-932e-38671dd12ca3 req-a05d6cdb-b3df-4413-a500-4555443ca62c tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:25.560383 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c0cf2743-cad0-46c8-932e-38671dd12ca3 req-a05d6cdb-b3df-4413-a500-4555443ca62c tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 945 time: 0.0817537 Sep 26 18:11:25.614524 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8c871456-4b0b-4307-8b19-06b2a2d176f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (22f6d505-7df5-4596-90a9-7e8234e15a75), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:25.616976 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:25.627619 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:25.660430 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e7ebd29f-2f10-41f8-a5e4-00e07d9d99ba req-8db653eb-8599-470c-b583-0a1100006a05 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986028 Sep 26 18:11:25.665083 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-8c871456-4b0b-4307-8b19-06b2a2d176f5 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=6dd65d66f99b485aba2e45f1ae85d491&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501283 Sep 26 18:11:25.668678 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 53896) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:25.704641 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c871456-4b0b-4307-8b19-06b2a2d176f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f6d505-7df5-4596-90a9-7e8234e15a75,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:25.721905 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c0cf2743-cad0-46c8-932e-38671dd12ca3 req-c0152c1d-20a0-43f5-8850-c299c1602941 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238875 Sep 26 18:11:25.774785 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-84c82ab3-660d-4141-ae9a-da812dd0823e admin admin] Publish callbacks [] for security_group (22f6d505-7df5-4596-90a9-7e8234e15a75), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:25.805477 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-84c82ab3-660d-4141-ae9a-da812dd0823e admin admin] Publish callbacks [] for security_group (22f6d505-7df5-4596-90a9-7e8234e15a75), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:25.934400 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-84c82ab3-660d-4141-ae9a-da812dd0823e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (22f6d505-7df5-4596-90a9-7e8234e15a75), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:25.936957 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-84c82ab3-660d-4141-ae9a-da812dd0823e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:25.938424 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-84c82ab3-660d-4141-ae9a-da812dd0823e admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/22f6d505-7df5-4596-90a9-7e8234e15a75 HTTP/1.1" status: 204 len: 168 time: 0.2686574 Sep 26 18:11:25.951058 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c82ab3-660d-4141-ae9a-da812dd0823e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f6d505-7df5-4596-90a9-7e8234e15a75,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:26.802157 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9abc39c-17e6-4978-99e8-71935accc35c req-705be370-7287-4115-b467-6e12e87619fa tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:26.803960 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c9abc39c-17e6-4978-99e8-71935accc35c req-705be370-7287-4115-b467-6e12e87619fa tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0582573 Sep 26 18:11:26.896203 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c9abc39c-17e6-4978-99e8-71935accc35c req-fe484e23-4bac-474c-a016-4e10583f2ea7 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842781 Sep 26 18:11:26.902152 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a13431-7894-46ea-92ca-1d63954aa04f req-f5aba264-44c1-4790-93dd-8f4956be8ead tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:26.903692 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-64a13431-7894-46ea-92ca-1d63954aa04f req-f5aba264-44c1-4790-93dd-8f4956be8ead tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 945 time: 0.0834212 Sep 26 18:11:26.962714 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-64a13431-7894-46ea-92ca-1d63954aa04f req-7c220fcc-2b75-4610-af80-868c3643f694 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528417 Sep 26 18:11:28.039408 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf2c74-b26b-4b57-86a3-5903e4596bb5 req-c05fd189-7c58-42c1-ae11-801c4dfacbd7 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:28.041034 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3edf2c74-b26b-4b57-86a3-5903e4596bb5 req-c05fd189-7c58-42c1-ae11-801c4dfacbd7 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0584910 Sep 26 18:11:28.170116 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=12 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:28.184759 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75954682-2113-49dc-b485-b5bc86fb9050 req-2bcc1a8a-fe43-4fe8-ade5-860acdfdd920 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:28.187328 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-75954682-2113-49dc-b485-b5bc86fb9050 req-2bcc1a8a-fe43-4fe8-ade5-860acdfdd920 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 945 time: 0.1265790 Sep 26 18:11:28.193672 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3edf2c74-b26b-4b57-86a3-5903e4596bb5 req-a23b36be-cc66-4ef5-b328-0559234632ad tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450379 Sep 26 18:11:28.198999 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=14 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:28.300295 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-75954682-2113-49dc-b485-b5bc86fb9050 req-14c7eb80-f0c3-456c-8a0c-276b4675a847 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020184 Sep 26 18:11:28.644276 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326b8c2-079c-4a27-9edb-785c6891f732 req-d4aff8f7-8116-4ffb-bc6a-c75cbb51ea94 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:28.645696 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a326b8c2-079c-4a27-9edb-785c6891f732 req-d4aff8f7-8116-4ffb-bc6a-c75cbb51ea94 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0504885 Sep 26 18:11:28.695821 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a326b8c2-079c-4a27-9edb-785c6891f732 req-9055924a-11fd-4e65-bb34-d194cd4e0573 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434182 Sep 26 18:11:28.982822 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:29.139679 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95711ee-2f98-4398-be3e-e55b021c7bc0 req-08c6cbd9-5df2-4cd1-83b0-2bed490f8cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:29.144307 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e95711ee-2f98-4398-be3e-e55b021c7bc0 req-08c6cbd9-5df2-4cd1-83b0-2bed490f8cc0 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=f6595854cfb04a11994c6aed8f5857c6&device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 1129 time: 0.0777133 Sep 26 18:11:29.144307 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fba315-f6b9-42e3-9727-81ad9e600408 req-d5132fc6-01de-4512-913c-06f0591032f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:29.144765 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-70fba315-f6b9-42e3-9727-81ad9e600408 req-d5132fc6-01de-4512-913c-06f0591032f6 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=7750acf9ab4843d1a3848472e99881a1&device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 1130 time: 0.0790634 Sep 26 18:11:29.367476 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95711ee-2f98-4398-be3e-e55b021c7bc0 req-d771308b-af7e-40b8-90f4-bbd93f9d2e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:29.368987 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e95711ee-2f98-4398-be3e-e55b021c7bc0 req-d771308b-af7e-40b8-90f4-bbd93f9d2e76 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=ce568303-84c8-4c5c-8d2c-8e418731567a HTTP/1.1" status: 200 len: 917 time: 0.2164967 Sep 26 18:11:29.370481 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fba315-f6b9-42e3-9727-81ad9e600408 req-f7f02770-e736-4b8b-8f5c-285878a0b013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:29.376359 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-70fba315-f6b9-42e3-9727-81ad9e600408 req-f7f02770-e736-4b8b-8f5c-285878a0b013 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=cfb449ba-f5c1-48f2-86e2-66ac0c50a443 HTTP/1.1" status: 200 len: 912 time: 0.2161031 Sep 26 18:11:29.525153 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e95711ee-2f98-4398-be3e-e55b021c7bc0 req-83e9eb05-e6bf-4065-acbb-721fc69fd095 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4810d7ad-3670-4d57-835a-ea0d6344ef48 HTTP/1.1" status: 200 len: 1001 time: 0.1439915 Sep 26 18:11:29.534113 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e67e3-9605-4618-8f7d-067836f6f655 req-9f661d47-019c-4e58-a3d5-5500540547c9 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:29.535577 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6f5e67e3-9605-4618-8f7d-067836f6f655 req-9f661d47-019c-4e58-a3d5-5500540547c9 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 945 time: 0.1102738 Sep 26 18:11:29.554581 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-70fba315-f6b9-42e3-9727-81ad9e600408 req-a3521bfc-b0c0-491c-b46a-c710e5700b3d service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=555a4990-c7e3-456c-b0c7-7742d6f81240 HTTP/1.1" status: 200 len: 1002 time: 0.1722443 Sep 26 18:11:29.601345 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:29.648148 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:29.678616 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95711ee-2f98-4398-be3e-e55b021c7bc0 req-32e4b314-e4c7-40f6-b2b9-c48e609028ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:29.680095 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e95711ee-2f98-4398-be3e-e55b021c7bc0 req-32e4b314-e4c7-40f6-b2b9-c48e609028ea service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=022b4299-5ffc-4e1c-a1f8-69b6504727f0 HTTP/1.1" status: 200 len: 855 time: 0.1395819 Sep 26 18:11:29.688455 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fba315-f6b9-42e3-9727-81ad9e600408 req-28315222-6720-4d8d-b6e8-c712fadaa739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:29.689932 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-70fba315-f6b9-42e3-9727-81ad9e600408 req-28315222-6720-4d8d-b6e8-c712fadaa739 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=83aedef4-9250-4b02-8624-1d67dbb0e7cd HTTP/1.1" status: 200 len: 850 time: 0.1073105 Sep 26 18:11:29.694297 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6f5e67e3-9605-4618-8f7d-067836f6f655 req-0b97a073-4eee-4294-9eac-e0ea99f30b63 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435797 Sep 26 18:11:29.761877 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95711ee-2f98-4398-be3e-e55b021c7bc0 req-4e3c98f2-c06c-4960-ba32-794aab77d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:29.762781 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e95711ee-2f98-4398-be3e-e55b021c7bc0 req-4e3c98f2-c06c-4960-ba32-794aab77d7e4 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=ce568303-84c8-4c5c-8d2c-8e418731567a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0719979 Sep 26 18:11:29.779922 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fba315-f6b9-42e3-9727-81ad9e600408 req-b479d72a-287f-48b9-bd86-879f96d5b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:29.782371 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-70fba315-f6b9-42e3-9727-81ad9e600408 req-b479d72a-287f-48b9-bd86-879f96d5b900 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=cfb449ba-f5c1-48f2-86e2-66ac0c50a443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0802088 Sep 26 18:11:29.941201 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82e794-503b-4f74-a357-cbf34e5b7598 req-fe58e307-4046-4541-8a08-6655cfba3024 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:29.942726 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dd82e794-503b-4f74-a357-cbf34e5b7598 req-fe58e307-4046-4541-8a08-6655cfba3024 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.1463566 Sep 26 18:11:30.002452 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e95711ee-2f98-4398-be3e-e55b021c7bc0 req-beda79f7-352c-4585-b966-229a31df2e4d service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ce568303-84c8-4c5c-8d2c-8e418731567a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330151 Sep 26 18:11:30.010003 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-70fba315-f6b9-42e3-9727-81ad9e600408 req-2617150e-a60e-4a1d-9ea5-71d9a65fd7d7 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/cfb449ba-f5c1-48f2-86e2-66ac0c50a443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146742 Sep 26 18:11:30.121981 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dd82e794-503b-4f74-a357-cbf34e5b7598 req-73daf197-15a4-42c7-b837-22464db97419 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706252 Sep 26 18:11:30.194712 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e95711ee-2f98-4398-be3e-e55b021c7bc0 req-986ff141-4c0b-4d34-90d5-0542c1e00421 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ce568303-84c8-4c5c-8d2c-8e418731567a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789923 Sep 26 18:11:30.196705 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-70fba315-f6b9-42e3-9727-81ad9e600408 req-ab7745b0-7bd8-44e8-998f-f53479103f14 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/cfb449ba-f5c1-48f2-86e2-66ac0c50a443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725667 Sep 26 18:11:30.840380 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8dad7-9659-4618-a655-6e4e66b08ff1 req-40cd80dd-efb6-4c24-a00f-c0e23bbf842d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:30.844519 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-efb8dad7-9659-4618-a655-6e4e66b08ff1 req-40cd80dd-efb6-4c24-a00f-c0e23bbf842d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 945 time: 0.0530963 Sep 26 18:11:30.898919 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-efb8dad7-9659-4618-a655-6e4e66b08ff1 req-60916daa-9e86-4ac2-a55e-4ccb08bf84b8 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500536 Sep 26 18:11:31.260536 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad0004-e751-41bc-b5a6-4f940e261847 req-e790aa30-ed53-4c84-8324-6d299b6688b5 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:31.262020 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e5ad0004-e751-41bc-b5a6-4f940e261847 req-e790aa30-ed53-4c84-8324-6d299b6688b5 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0538156 Sep 26 18:11:31.334317 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e5ad0004-e751-41bc-b5a6-4f940e261847 req-b6e57a96-12b2-4384-af21-3fdedd64532f tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637102 Sep 26 18:11:31.945550 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-ecc98d34-5079-4706-b2f1-f4c76491349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:32.045519 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb3e07-bb70-46e5-935d-9f017ca3f71b req-bd7865ae-a9e8-4661-9ff6-1099213438ef tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:32.047817 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c7cb3e07-bb70-46e5-935d-9f017ca3f71b req-bd7865ae-a9e8-4661-9ff6-1099213438ef tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 945 time: 0.0549767 Sep 26 18:11:32.388517 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c7cb3e07-bb70-46e5-935d-9f017ca3f71b req-e4eb3e21-251b-483d-a23a-134beac4de70 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3321230 Sep 26 18:11:32.469458 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:32.478748 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606478c-2ab5-47f3-8fb3-5e4fd609112e req-f604f0fd-bb3b-4056-a8aa-6693e99cec5b tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:32.480250 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b606478c-2ab5-47f3-8fb3-5e4fd609112e req-f604f0fd-bb3b-4056-a8aa-6693e99cec5b tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0552509 Sep 26 18:11:32.530120 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b606478c-2ab5-47f3-8fb3-5e4fd609112e req-47c3cb47-14b3-42fc-a7fb-95b0ba7e7a57 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438700 Sep 26 18:11:32.650052 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 4810d7ad-3670-4d57-835a-ea0d6344ef48 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:11:32.732187 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port 4810d7ad-3670-4d57-835a-ea0d6344ef48 is: ACTIVE; New status is: DOWN {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:11:32.732758 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (4810d7ad-3670-4d57-835a-ea0d6344ef48), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:32.772236 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157c830f-c695-4a1a-a21f-1d0d6c24dd93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4810d7ad-3670-4d57-835a-ea0d6344ef48'}] {{(pid=106584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:11:32.774666 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743b4769c4925b62b4889170aadb5ee5b65d77d3032155737795e39ae48b1258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10b9871-ee5b-48d0-9c47-15bde36c7d85" -d '{"events": [{"server_uuid": "157c830f-c695-4a1a-a21f-1d0d6c24dd93", "name": "network-vif-unplugged", "status": "completed", "tag": "4810d7ad-3670-4d57-835a-ea0d6344ef48"}]}' {{(pid=106584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:11:32.790532 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 4810d7ad-3670-4d57-835a-ea0d6344ef48, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=4810d7ad-3670-4d57-835a-ea0d6344ef48,segment=NetworkSegment(74583ddb-45f6-451b-9f0f-cd5bb37fc3b7),segment_id=74583ddb-45f6-451b-9f0f-cd5bb37fc3b7)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:11:32.835424 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Sep 2022 18:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec5cdd8-292e-4c5a-b149-3916d20f6dce x-openstack-request-id: req-bec5cdd8-292e-4c5a-b149-3916d20f6dce {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:11:32.836052 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157c830f-c695-4a1a-a21f-1d0d6c24dd93", "name": "network-vif-unplugged", "status": "completed", "tag": "4810d7ad-3670-4d57-835a-ea0d6344ef48", "code": 200}]} {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:11:32.836327 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bec5cdd8-292e-4c5a-b149-3916d20f6dce {{(pid=106584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:11:32.837831 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bec5cdd8-292e-4c5a-b149-3916d20f6dce'] response: {'server_uuid': '157c830f-c695-4a1a-a21f-1d0d6c24dd93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4810d7ad-3670-4d57-835a-ea0d6344ef48', 'code': 200} Sep 26 18:11:32.905558 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (4810d7ad-3670-4d57-835a-ea0d6344ef48), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:32.959385 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=4810d7ad-3670-4d57-835a-ea0d6344ef48,revision_number=8']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:33.545167 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf669b5-a812-4704-a95c-63f59a759fc1 req-c7696c5b-f52b-44bf-8313-6735ec04c936 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:33.548488 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-aaf669b5-a812-4704-a95c-63f59a759fc1 req-c7696c5b-f52b-44bf-8313-6735ec04c936 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 943 time: 0.0631967 Sep 26 18:11:33.566132 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:33.604586 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-aaf669b5-a812-4704-a95c-63f59a759fc1 req-6de71fc6-4f26-4961-9f64-d63b572ea155 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522578 Sep 26 18:11:33.695676 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258643fa-065f-4027-b690-c2ddc660fe51 req-59fd4eef-35c8-4b26-a899-26fb0dc33a63 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:33.697769 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-258643fa-065f-4027-b690-c2ddc660fe51 req-59fd4eef-35c8-4b26-a899-26fb0dc33a63 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0633917 Sep 26 18:11:33.746580 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-258643fa-065f-4027-b690-c2ddc660fe51 req-e79b1796-6f99-49e5-922b-c037d20855da tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424066 Sep 26 18:11:34.339915 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-c87ed550-b23c-40ce-990e-de99046e45a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:35.505612 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:35.950728 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=51,neutron:DELETE=4 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:36.451372 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423f0d0-ed30-4e9a-890c-f94305152877 req-fbacf9f2-2d80-471c-8679-868393cadf9d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:36.453587 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1423f0d0-ed30-4e9a-890c-f94305152877 req-fbacf9f2-2d80-471c-8679-868393cadf9d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 943 time: 0.0494561 Sep 26 18:11:36.512321 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1423f0d0-ed30-4e9a-890c-f94305152877 req-8dcbb601-5624-455a-b912-abc33942edfe tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507874 Sep 26 18:11:36.691694 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 4810d7ad-3670-4d57-835a-ea0d6344ef48 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:11:36.790566 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port 4810d7ad-3670-4d57-835a-ea0d6344ef48 is: DOWN; New status is: DOWN {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:11:37.168332 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:37.406119 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 54074) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:37.448825 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:37.518038 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ebc2dc53-755b-4b4f-b2fd-bb61021ac127 req-32f3677d-cecb-4e51-806c-c9bde24b4f13 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1094460 Sep 26 18:11:37.527632 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [req-ebc2dc53-755b-4b4f-b2fd-bb61021ac127 req-b21170f5-0294-4be2-b4c3-69c9919e9770 service neutron] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106583) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 18:11:37.528606 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ebc2dc53-755b-4b4f-b2fd-bb61021ac127 req-b21170f5-0294-4be2-b4c3-69c9919e9770 service neutron] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055058 Sep 26 18:11:37.639323 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 54084) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:37.683532 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0176a-5722-4c24-a02f-be0fdecee961 req-f15c2164-586f-490f-b5f7-341f118d8f96 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:37.685338 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a8e0176a-5722-4c24-a02f-be0fdecee961 req-f15c2164-586f-490f-b5f7-341f118d8f96 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 943 time: 0.0560291 Sep 26 18:11:37.760770 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2dc53-755b-4b4f-b2fd-bb61021ac127 req-0208255a-2646-48cc-9500-3304c219992e tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:37.764230 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [req-ebc2dc53-755b-4b4f-b2fd-bb61021ac127 req-0208255a-2646-48cc-9500-3304c219992e tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports/4810d7ad-3670-4d57-835a-ea0d6344ef48 HTTP/1.1" status: 200 len: 940 time: 0.1237397 Sep 26 18:11:37.772863 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a8e0176a-5722-4c24-a02f-be0fdecee961 req-af2a19f9-d6f3-4409-97e0-feb6749c2eb4 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807636 Sep 26 18:11:38.908625 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536bd26-ce99-4f68-a389-f0b0f400693b req-d6e4ca78-e445-447a-be85-1c6d4cfc01da tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:38.910172 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5536bd26-ce99-4f68-a389-f0b0f400693b req-d6e4ca78-e445-447a-be85-1c6d4cfc01da tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 943 time: 0.0534344 Sep 26 18:11:38.965129 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5536bd26-ce99-4f68-a389-f0b0f400693b req-43327d83-d6bf-4811-9ca0-e6335b5630cb tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494766 Sep 26 18:11:40.147069 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04bef9-d518-440e-8df4-61f02245ae64 req-01da7dae-789b-4abe-a9b8-2496dca4561a tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:40.148666 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ce04bef9-d518-440e-8df4-61f02245ae64 req-01da7dae-789b-4abe-a9b8-2496dca4561a tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 943 time: 0.0823107 Sep 26 18:11:40.155803 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=4 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:40.163684 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:40.171534 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2dc53-755b-4b4f-b2fd-bb61021ac127 req-20f49380-f5e8-4306-99d9-3175989d1a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:40.173998 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ebc2dc53-755b-4b4f-b2fd-bb61021ac127 req-20f49380-f5e8-4306-99d9-3175989d1a44 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93&tenant_id=f6595854cfb04a11994c6aed8f5857c6 HTTP/1.1" status: 200 len: 1127 time: 0.0722547 Sep 26 18:11:40.211086 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ce04bef9-d518-440e-8df4-61f02245ae64 req-3674715c-b412-4604-9fcf-b39d129e0ead tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562782 Sep 26 18:11:40.259251 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2dc53-755b-4b4f-b2fd-bb61021ac127 req-0b20d454-68a6-421b-af99-27331cb106fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:40.260766 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ebc2dc53-755b-4b4f-b2fd-bb61021ac127 req-0b20d454-68a6-421b-af99-27331cb106fb service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=f6595854cfb04a11994c6aed8f5857c6&device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 1127 time: 0.0456617 Sep 26 18:11:40.356584 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2dc53-755b-4b4f-b2fd-bb61021ac127 req-66ce06cf-a43d-4589-944a-cf3b2a84a5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:40.358069 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ebc2dc53-755b-4b4f-b2fd-bb61021ac127 req-66ce06cf-a43d-4589-944a-cf3b2a84a5c9 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=ce568303-84c8-4c5c-8d2c-8e418731567a HTTP/1.1" status: 200 len: 917 time: 0.0914507 Sep 26 18:11:40.429775 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ebc2dc53-755b-4b4f-b2fd-bb61021ac127 req-a7ee6cad-5bff-4db0-b58e-d329fd0790f7 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4810d7ad-3670-4d57-835a-ea0d6344ef48 HTTP/1.1" status: 200 len: 999 time: 0.0653782 Sep 26 18:11:40.488637 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2dc53-755b-4b4f-b2fd-bb61021ac127 req-e112e9df-b64f-4b0c-a0db-be5cb901fda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:40.491024 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ebc2dc53-755b-4b4f-b2fd-bb61021ac127 req-e112e9df-b64f-4b0c-a0db-be5cb901fda9 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=022b4299-5ffc-4e1c-a1f8-69b6504727f0 HTTP/1.1" status: 200 len: 855 time: 0.0541666 Sep 26 18:11:40.542054 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2dc53-755b-4b4f-b2fd-bb61021ac127 req-d1745707-cf3e-4d22-aea2-2e23240d4a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:40.543735 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ebc2dc53-755b-4b4f-b2fd-bb61021ac127 req-d1745707-cf3e-4d22-aea2-2e23240d4a00 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=ce568303-84c8-4c5c-8d2c-8e418731567a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466359 Sep 26 18:11:40.612242 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:40.644826 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ebc2dc53-755b-4b4f-b2fd-bb61021ac127 req-3c4529d4-aa6d-49da-87d1-0e64a12c4050 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ce568303-84c8-4c5c-8d2c-8e418731567a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943470 Sep 26 18:11:40.725701 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:40.743115 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ebc2dc53-755b-4b4f-b2fd-bb61021ac127 req-44f744d2-7697-49c1-ab32-fbf6aa3cd73e service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ce568303-84c8-4c5c-8d2c-8e418731567a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917594 Sep 26 18:11:41.035544 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 54122) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:41.144087 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3986e10c-1134-47b4-991b-e8ad1e0a1f8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:41.150977 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:11:41.230436 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3986e10c-1134-47b4-991b-e8ad1e0a1f8d admin admin] Publish callbacks [] for security_group (a0170226-d564-44bc-81e1-155b2fb49a4b), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:41.362231 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b55f7e-5f72-40a1-95f5-4c21e5a0e1bf req-a1f1675a-e7b2-44dd-abd3-bccef114dd9f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:41.362231 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-86b55f7e-5f72-40a1-95f5-4c21e5a0e1bf req-a1f1675a-e7b2-44dd-abd3-bccef114dd9f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 943 time: 0.0647330 Sep 26 18:11:41.380408 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3986e10c-1134-47b4-991b-e8ad1e0a1f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (a0170226-d564-44bc-81e1-155b2fb49a4b), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:41.427086 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-3986e10c-1134-47b4-991b-e8ad1e0a1f8d admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=574db4595c454f0fbd8672928b7ca212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3985584 Sep 26 18:11:41.428001 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3986e10c-1134-47b4-991b-e8ad1e0a1f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0170226-d564-44bc-81e1-155b2fb49a4b,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:41.430283 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 54142) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:41.447117 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-86b55f7e-5f72-40a1-95f5-4c21e5a0e1bf req-3b3f243d-be2c-444f-8b47-b99b744ad187 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759420 Sep 26 18:11:41.489518 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4607197a-dc1c-4f6e-abeb-4acc4d4a11d7 admin admin] Publish callbacks [] for security_group (a0170226-d564-44bc-81e1-155b2fb49a4b), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:41.511175 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4607197a-dc1c-4f6e-abeb-4acc4d4a11d7 admin admin] Publish callbacks [] for security_group (a0170226-d564-44bc-81e1-155b2fb49a4b), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:41.673518 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4607197a-dc1c-4f6e-abeb-4acc4d4a11d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (a0170226-d564-44bc-81e1-155b2fb49a4b), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:41.678151 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4607197a-dc1c-4f6e-abeb-4acc4d4a11d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:41.685729 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-4607197a-dc1c-4f6e-abeb-4acc4d4a11d7 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/a0170226-d564-44bc-81e1-155b2fb49a4b HTTP/1.1" status: 204 len: 168 time: 0.2483644 Sep 26 18:11:41.695270 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607197a-dc1c-4f6e-abeb-4acc4d4a11d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0170226-d564-44bc-81e1-155b2fb49a4b,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:42.442440 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 54150) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:42.458205 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f421510f-cff9-4c72-87d4-617d5ca77468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:42.574341 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f421510f-cff9-4c72-87d4-617d5ca77468 admin admin] Publish callbacks [] for security_group (b9320e21-d86d-4d2b-9f2a-18794306d29a), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:42.614978 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b4501-d206-4a5b-9962-0a3d86ab9da0 req-736b4d37-f80b-4af7-ba03-f870743cfbf5 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:42.616649 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-823b4501-d206-4a5b-9962-0a3d86ab9da0 req-736b4d37-f80b-4af7-ba03-f870743cfbf5 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 943 time: 0.0594287 Sep 26 18:11:42.659738 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f421510f-cff9-4c72-87d4-617d5ca77468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (b9320e21-d86d-4d2b-9f2a-18794306d29a), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:42.672672 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-823b4501-d206-4a5b-9962-0a3d86ab9da0 req-6eeb133b-34eb-4ad0-802f-b2a339bb09cc tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479653 Sep 26 18:11:42.710499 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421510f-cff9-4c72-87d4-617d5ca77468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9320e21-d86d-4d2b-9f2a-18794306d29a,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:42.718900 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-f421510f-cff9-4c72-87d4-617d5ca77468 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=7404835c03f0473d8657a3c979baa3e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2745204 Sep 26 18:11:42.719512 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 54154) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:42.783530 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d508dbf7-65b8-476d-80e1-108e55d36c2e admin admin] Publish callbacks [] for security_group (b9320e21-d86d-4d2b-9f2a-18794306d29a), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:42.807434 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d508dbf7-65b8-476d-80e1-108e55d36c2e admin admin] Publish callbacks [] for security_group (b9320e21-d86d-4d2b-9f2a-18794306d29a), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:42.945647 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d508dbf7-65b8-476d-80e1-108e55d36c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (b9320e21-d86d-4d2b-9f2a-18794306d29a), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:42.948214 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-d508dbf7-65b8-476d-80e1-108e55d36c2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:42.951510 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-d508dbf7-65b8-476d-80e1-108e55d36c2e admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/b9320e21-d86d-4d2b-9f2a-18794306d29a HTTP/1.1" status: 204 len: 168 time: 0.2307627 Sep 26 18:11:42.962883 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508dbf7-65b8-476d-80e1-108e55d36c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9320e21-d86d-4d2b-9f2a-18794306d29a,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:43.849235 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc90e80-f0b8-4676-9955-26b5d519b07b req-70a7dac5-4717-4319-87ee-533bd3fd2760 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:43.855976 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7cc90e80-f0b8-4676-9955-26b5d519b07b req-70a7dac5-4717-4319-87ee-533bd3fd2760 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 943 time: 0.0702109 Sep 26 18:11:43.917608 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7cc90e80-f0b8-4676-9955-26b5d519b07b req-85711391-7286-4d5d-aa8b-52dc4ffe9bbd tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561993 Sep 26 18:11:45.158349 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c51bd-081c-40ac-87a9-165170aaf210 req-2d198f22-23d1-4c10-b984-3aba82293106 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:45.160678 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-968c51bd-081c-40ac-87a9-165170aaf210 req-2d198f22-23d1-4c10-b984-3aba82293106 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 943 time: 0.1010072 Sep 26 18:11:45.231455 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-968c51bd-081c-40ac-87a9-165170aaf210 req-5ae19a2b-71b8-4b4c-bb21-95f1a9437f5e tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648191 Sep 26 18:11:45.812565 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:45.917568 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:46.395221 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6018816-a595-480e-9781-e68f0d2e6fe4 req-3cbc1fdc-48a3-479b-96ad-9cb38785cdf9 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:46.396790 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f6018816-a595-480e-9781-e68f0d2e6fe4 req-3cbc1fdc-48a3-479b-96ad-9cb38785cdf9 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 943 time: 0.0675459 Sep 26 18:11:46.478729 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f6018816-a595-480e-9781-e68f0d2e6fe4 req-9510cf32-841d-4d7f-99c6-91b13d9f8f84 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734918 Sep 26 18:11:47.652977 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d39c51-dccd-4fed-9344-057f3e6c5152 req-e820fc94-cc16-4f15-80df-c40eb980d0f3 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:47.654594 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b4d39c51-dccd-4fed-9344-057f3e6c5152 req-e820fc94-cc16-4f15-80df-c40eb980d0f3 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 943 time: 0.0701103 Sep 26 18:11:47.748398 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b4d39c51-dccd-4fed-9344-057f3e6c5152 req-9cf83cde-0697-47b1-94d8-256aba8f14e3 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832481 Sep 26 18:11:49.144500 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25eea5-b1da-4fa7-91fe-19656d8f234c req-b832f986-16e1-4976-9437-65cea6ff1dd6 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:49.144500 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ea25eea5-b1da-4fa7-91fe-19656d8f234c req-b832f986-16e1-4976-9437-65cea6ff1dd6 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 943 time: 0.0876498 Sep 26 18:11:49.208966 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ea25eea5-b1da-4fa7-91fe-19656d8f234c req-2a36938a-e4b9-4e25-a84c-1bf40aef945e tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733011 Sep 26 18:11:50.007469 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 54236) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:50.175626 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4097c9ea-46a0-48c4-b426-518ea176d89b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:50.229968 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:50.240437 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:50.271113 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4097c9ea-46a0-48c4-b426-518ea176d89b admin admin] Publish callbacks [] for security_group (8fe5c519-5d17-410c-914e-af703bbd652f), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:50.397182 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012523c-725c-4a76-806b-4350b39dbe0e req-04d9b7bd-b826-4d85-90c1-f463fc892f5b tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:50.398778 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3012523c-725c-4a76-806b-4350b39dbe0e req-04d9b7bd-b826-4d85-90c1-f463fc892f5b tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 943 time: 0.0877192 Sep 26 18:11:50.460233 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3012523c-725c-4a76-806b-4350b39dbe0e req-abcec00b-f1d7-48a9-b375-5020321885a9 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519564 Sep 26 18:11:51.149100 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:51.150101 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:51.455057 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4097c9ea-46a0-48c4-b426-518ea176d89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (8fe5c519-5d17-410c-914e-af703bbd652f), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:51.503774 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-4097c9ea-46a0-48c4-b426-518ea176d89b admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=e2faa310cf284a5eb1ee6905e03c0c14&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4918618 Sep 26 18:11:51.503774 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097c9ea-46a0-48c4-b426-518ea176d89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe5c519-5d17-410c-914e-af703bbd652f,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:51.505418 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 54244) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:51.516052 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4097c9ea-46a0-48c4-b426-518ea176d89b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:51.516052 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4097c9ea-46a0-48c4-b426-518ea176d89b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:51.516052 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4097c9ea-46a0-48c4-b426-518ea176d89b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:51.516052 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4097c9ea-46a0-48c4-b426-518ea176d89b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:51.516052 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4097c9ea-46a0-48c4-b426-518ea176d89b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:51.516052 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4097c9ea-46a0-48c4-b426-518ea176d89b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:51.516052 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4097c9ea-46a0-48c4-b426-518ea176d89b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:51.516052 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4097c9ea-46a0-48c4-b426-518ea176d89b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:51.516052 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4097c9ea-46a0-48c4-b426-518ea176d89b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:51.516052 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4097c9ea-46a0-48c4-b426-518ea176d89b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:51.516052 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4097c9ea-46a0-48c4-b426-518ea176d89b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:51.516052 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4097c9ea-46a0-48c4-b426-518ea176d89b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:51.516052 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4097c9ea-46a0-48c4-b426-518ea176d89b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:51.516052 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4097c9ea-46a0-48c4-b426-518ea176d89b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:51.517083 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4097c9ea-46a0-48c4-b426-518ea176d89b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:51.593711 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-c7d69673-1cec-4ede-ba93-711cfb0f736c admin admin] Publish callbacks [] for security_group (8fe5c519-5d17-410c-914e-af703bbd652f), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:51.617575 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-c7d69673-1cec-4ede-ba93-711cfb0f736c admin admin] Publish callbacks [] for security_group (8fe5c519-5d17-410c-914e-af703bbd652f), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:51.643948 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a57d3-da0f-43d4-a76b-9760b7288ce8 req-a19e808c-476d-47eb-bb09-b2616806296a tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:51.647394 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1b2a57d3-da0f-43d4-a76b-9760b7288ce8 req-a19e808c-476d-47eb-bb09-b2616806296a tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 943 time: 0.0693681 Sep 26 18:11:51.650523 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:51.702065 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1b2a57d3-da0f-43d4-a76b-9760b7288ce8 req-892a5ea1-621d-432d-9b17-c93897a710df tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490923 Sep 26 18:11:51.929092 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-c7d69673-1cec-4ede-ba93-711cfb0f736c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (8fe5c519-5d17-410c-914e-af703bbd652f), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:51.931763 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-c7d69673-1cec-4ede-ba93-711cfb0f736c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:51.932944 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-c7d69673-1cec-4ede-ba93-711cfb0f736c admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/8fe5c519-5d17-410c-914e-af703bbd652f HTTP/1.1" status: 204 len: 168 time: 0.4260535 Sep 26 18:11:51.943600 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d69673-1cec-4ede-ba93-711cfb0f736c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe5c519-5d17-410c-914e-af703bbd652f,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:51.950173 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d69673-1cec-4ede-ba93-711cfb0f736c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:51.950524 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d69673-1cec-4ede-ba93-711cfb0f736c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:51.950870 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d69673-1cec-4ede-ba93-711cfb0f736c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:51.951363 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d69673-1cec-4ede-ba93-711cfb0f736c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:51.951930 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d69673-1cec-4ede-ba93-711cfb0f736c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:51.952427 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d69673-1cec-4ede-ba93-711cfb0f736c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:51.953479 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d69673-1cec-4ede-ba93-711cfb0f736c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:51.953998 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d69673-1cec-4ede-ba93-711cfb0f736c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:51.954423 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d69673-1cec-4ede-ba93-711cfb0f736c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:51.954770 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d69673-1cec-4ede-ba93-711cfb0f736c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:51.955336 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d69673-1cec-4ede-ba93-711cfb0f736c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:51.955886 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d69673-1cec-4ede-ba93-711cfb0f736c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:51.956493 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d69673-1cec-4ede-ba93-711cfb0f736c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:51.956764 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d69673-1cec-4ede-ba93-711cfb0f736c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:51.957179 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d69673-1cec-4ede-ba93-711cfb0f736c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:52.851530 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 54260) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:52.865497 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a06e6-d51d-49e1-8c48-1f0c236366a7 req-d9a55ba2-3138-47c4-81c5-b75461db1d9c tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:52.867211 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0f1a06e6-d51d-49e1-8c48-1f0c236366a7 req-d9a55ba2-3138-47c4-81c5-b75461db1d9c tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 943 time: 0.0635629 Sep 26 18:11:52.934837 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0f1a06e6-d51d-49e1-8c48-1f0c236366a7 req-ad7a605f-ed90-42f8-aa3f-52ff198fd277 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562637 Sep 26 18:11:53.247068 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:53.289178 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-e074b15a-bbd0-4f26-a5f5-a82bb16326cd tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Deleting port 0cec9b97-9608-4d24-a17a-c71c456bce1e {{(pid=106582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:11:53.289624 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e074b15a-bbd0-4f26-a5f5-a82bb16326cd tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (0cec9b97-9608-4d24-a17a-c71c456bce1e), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:53.392917 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e074b15a-bbd0-4f26-a5f5-a82bb16326cd tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (0cec9b97-9608-4d24-a17a-c71c456bce1e), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:53.393708 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e074b15a-bbd0-4f26-a5f5-a82bb16326cd tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks [] for floatingip (0cec9b97-9608-4d24-a17a-c71c456bce1e), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:53.413333 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-e074b15a-bbd0-4f26-a5f5-a82bb16326cd tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Calling delete_port for 0cec9b97-9608-4d24-a17a-c71c456bce1e owned by network:floatingip {{(pid=106582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:11:53.814587 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e074b15a-bbd0-4f26-a5f5-a82bb16326cd tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (0cec9b97-9608-4d24-a17a-c71c456bce1e), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:53.844048 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074b15a-bbd0-4f26-a5f5-a82bb16326cd tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Pushing event deleted for resources: {'Port': ['ID=0cec9b97-9608-4d24-a17a-c71c456bce1e,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:53.932900 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e074b15a-bbd0-4f26-a5f5-a82bb16326cd tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks [] for floatingip (c3a364b3-b1cd-4c26-8338-555dd48a21ba), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:53.933806 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.db.l3_db [None req-e074b15a-bbd0-4f26-a5f5-a82bb16326cd tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Floating IP c3a364b3-b1cd-4c26-8338-555dd48a21ba disassociated (deleted). External IP: 172.27.3.193, port: df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c. Sep 26 18:11:53.976001 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:54.147074 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd895278-5de9-4780-9b8a-9563d35b5862 req-424ccb21-8d31-444a-afb2-b6a4bce465f0 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:54.149610 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bd895278-5de9-4780-9b8a-9563d35b5862 req-424ccb21-8d31-444a-afb2-b6a4bce465f0 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 943 time: 0.0820999 Sep 26 18:11:54.228333 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bd895278-5de9-4780-9b8a-9563d35b5862 req-e4124140-d8ad-4ba9-86b0-3b6728df55f3 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725284 Sep 26 18:11:54.231991 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e074b15a-bbd0-4f26-a5f5-a82bb16326cd tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Router 900d615b-11fd-4769-a54e-7b2fbc16dd27 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:11:54.368371 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e074b15a-bbd0-4f26-a5f5-a82bb16326cd tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:11:54.373182 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e074b15a-bbd0-4f26-a5f5-a82bb16326cd tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:54.380461 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43e309f-d2aa-458c-b47f-58766784597a None None] Sync routers for ids ['900d615b-11fd-4769-a54e-7b2fbc16dd27'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:11:54.394119 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43e309f-d2aa-458c-b47f-58766784597a None None] Routers {'900d615b-11fd-4769-a54e-7b2fbc16dd27'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:11:54.394778 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-b43e309f-d2aa-458c-b47f-58766784597a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:11:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['900d615b-11fd-4769-a54e-7b2fbc16dd27'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:11:54.415093 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-e074b15a-bbd0-4f26-a5f5-a82bb16326cd tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/c3a364b3-b1cd-4c26-8338-555dd48a21ba HTTP/1.1" status: 204 len: 168 time: 1.5617652 Sep 26 18:11:54.415470 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19e1622-6521-459d-9db1-80abd4bcf0f8', 'tag': 'df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c'}] {{(pid=106582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:11:54.417787 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad02a4637bbc6784d86a2aace3320df3411a20e2c44f76b201c317bb75c75a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22097f42-3b7d-4125-977f-a0d548323aad" -d '{"events": [{"name": "network-changed", "server_uuid": "b19e1622-6521-459d-9db1-80abd4bcf0f8", "tag": "df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c"}]}' {{(pid=106582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:11:54.459640 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e52c1e7-aa82-4547-9a7c-b63278107576 x-openstack-request-id: req-1e52c1e7-aa82-4547-9a7c-b63278107576 {{(pid=106582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:11:54.459995 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b19e1622-6521-459d-9db1-80abd4bcf0f8", "tag": "df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c", "status": "completed", "code": 200}]} {{(pid=106582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:11:54.460203 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1e52c1e7-aa82-4547-9a7c-b63278107576 {{(pid=106582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:11:54.460628 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e52c1e7-aa82-4547-9a7c-b63278107576'] response: {'name': 'network-changed', 'server_uuid': 'b19e1622-6521-459d-9db1-80abd4bcf0f8', 'tag': 'df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c', 'status': 'completed', 'code': 200} Sep 26 18:11:54.524116 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-b43e309f-d2aa-458c-b47f-58766784597a None None] Set router 900d615b-11fd-4769-a54e-7b2fbc16dd27 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:11:54.607245 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22097f42-3b7d-4125-977f-a0d548323aad req-497d6f28-36c1-41f3-826c-7f06b001e338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:54.611155 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-22097f42-3b7d-4125-977f-a0d548323aad req-497d6f28-36c1-41f3-826c-7f06b001e338 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=08e4bf78b8f043a598a4b6a1d8acc219&device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 1129 time: 0.0906141 Sep 26 18:11:54.724394 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 4810d7ad-3670-4d57-835a-ea0d6344ef48 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:11:54.727706 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:54.751773 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22097f42-3b7d-4125-977f-a0d548323aad req-c4e4d6ea-7518-4871-952a-0e5a9355344d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:54.753467 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-22097f42-3b7d-4125-977f-a0d548323aad req-c4e4d6ea-7518-4871-952a-0e5a9355344d service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=a36a0132-e2f2-42fb-aeb7-7b514a623f8b HTTP/1.1" status: 200 len: 909 time: 0.1357062 Sep 26 18:11:54.776048 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-b43e309f-d2aa-458c-b47f-58766784597a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'name': 'tempest-TestShelveInstance-538304485-router', 'tenant_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:06:22Z', 'updated_at': '2022-09-26T18:06:29Z', 'revision_number': 4, 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'gw_port': {'id': 'ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:80:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:23Z', 'updated_at': '2022-09-26T18:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '100238ae-fdbd-4642-b888-f7a05f6a15eb', 'name': '', 'network_id': 'a36a0132-e2f2-42fb-aeb7-7b514a623f8b', 'tenant_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'mac_address': 'fa:16:3e:7a:62:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '33062f00-b294-40a6-a636-99be26c54435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:28Z', 'updated_at': '2022-09-26T18:06:33Z', 'revision_number': 5, 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'subnets': [{'id': '33062f00-b294-40a6-a636-99be26c54435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:11:54.806619 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-22097f42-3b7d-4125-977f-a0d548323aad req-8c2e840a-3b00-4487-ba34-4c74c0013f88 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c HTTP/1.1" status: 200 len: 217 time: 0.0440869 Sep 26 18:11:54.814571 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43e309f-d2aa-458c-b47f-58766784597a None None] Checking router: 900d615b-11fd-4769-a54e-7b2fbc16dd27 for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:11:54.825546 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43e309f-d2aa-458c-b47f-58766784597a None None] Routers {'900d615b-11fd-4769-a54e-7b2fbc16dd27'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:11:54.826480 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-b43e309f-d2aa-458c-b47f-58766784597a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:11:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['900d615b-11fd-4769-a54e-7b2fbc16dd27'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:11:54.892320 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22097f42-3b7d-4125-977f-a0d548323aad req-1e5a991d-29e8-4373-84b1-41ad7624cd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:54.896472 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-22097f42-3b7d-4125-977f-a0d548323aad req-1e5a991d-29e8-4373-84b1-41ad7624cd2d service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=33062f00-b294-40a6-a636-99be26c54435 HTTP/1.1" status: 200 len: 847 time: 0.0704741 Sep 26 18:11:54.906149 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 4810d7ad-3670-4d57-835a-ea0d6344ef48, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=4810d7ad-3670-4d57-835a-ea0d6344ef48,segment=NetworkSegment(74583ddb-45f6-451b-9f0f-cd5bb37fc3b7),segment_id=74583ddb-45f6-451b-9f0f-cd5bb37fc3b7)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:11:54.923584 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Returning: {'device': '4810d7ad-3670-4d57-835a-ea0d6344ef48', 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a', 'port_id': '4810d7ad-3670-4d57-835a-ea0d6344ef48', 'mac_address': 'fa:16:3e:36:a1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:11:54.970615 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22097f42-3b7d-4125-977f-a0d548323aad req-fb117828-feda-443e-b1e0-a886bee23ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:54.974239 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-22097f42-3b7d-4125-977f-a0d548323aad req-fb117828-feda-443e-b1e0-a886bee23ac8 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=a36a0132-e2f2-42fb-aeb7-7b514a623f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723600 Sep 26 18:11:54.974820 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port 4810d7ad-3670-4d57-835a-ea0d6344ef48 is: DOWN; New status is: BUILD {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:11:54.975218 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (4810d7ad-3670-4d57-835a-ea0d6344ef48), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:54.992065 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-b43e309f-d2aa-458c-b47f-58766784597a None None] Set router 900d615b-11fd-4769-a54e-7b2fbc16dd27 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:11:54.992457 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4810d7ad-3670-4d57-835a-ea0d6344ef48 {{(pid=106584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:11:55.022593 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 4810d7ad-3670-4d57-835a-ea0d6344ef48, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=4810d7ad-3670-4d57-835a-ea0d6344ef48,segment=NetworkSegment(74583ddb-45f6-451b-9f0f-cd5bb37fc3b7),segment_id=74583ddb-45f6-451b-9f0f-cd5bb37fc3b7)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:11:55.112173 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (4810d7ad-3670-4d57-835a-ea0d6344ef48), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:55.117055 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a9106-f67d-4b6c-b8e0-43f5c9126104 req-137af738-9630-4f86-9f1c-26e4a0eceb41 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:55.120347 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d49a9106-f67d-4b6c-b8e0-43f5c9126104 req-137af738-9630-4f86-9f1c-26e4a0eceb41 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 945 time: 0.0630770 Sep 26 18:11:55.189225 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=4810d7ad-3670-4d57-835a-ea0d6344ef48,revision_number=9']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:55.200699 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d49a9106-f67d-4b6c-b8e0-43f5c9126104 req-0bc9755c-3570-4183-8911-1d915e4db19c tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721979 Sep 26 18:11:55.274682 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-b43e309f-d2aa-458c-b47f-58766784597a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'name': 'tempest-TestShelveInstance-538304485-router', 'tenant_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:06:22Z', 'updated_at': '2022-09-26T18:06:29Z', 'revision_number': 4, 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'gw_port': {'id': 'ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:80:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:23Z', 'updated_at': '2022-09-26T18:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '100238ae-fdbd-4642-b888-f7a05f6a15eb', 'name': '', 'network_id': 'a36a0132-e2f2-42fb-aeb7-7b514a623f8b', 'tenant_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'mac_address': 'fa:16:3e:7a:62:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '33062f00-b294-40a6-a636-99be26c54435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:28Z', 'updated_at': '2022-09-26T18:06:33Z', 'revision_number': 5, 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'subnets': [{'id': '33062f00-b294-40a6-a636-99be26c54435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:11:55.313271 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43e309f-d2aa-458c-b47f-58766784597a None None] The sync data for ids ['900d615b-11fd-4769-a54e-7b2fbc16dd27'] in dv-cinder-859319-1-iscsi is: [{'id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'name': 'tempest-TestShelveInstance-538304485-router', 'tenant_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:06:22Z', 'updated_at': '2022-09-26T18:06:29Z', 'revision_number': 4, 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'gw_port': {'id': 'ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:80:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:23Z', 'updated_at': '2022-09-26T18:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '100238ae-fdbd-4642-b888-f7a05f6a15eb', 'name': '', 'network_id': 'a36a0132-e2f2-42fb-aeb7-7b514a623f8b', 'tenant_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'mac_address': 'fa:16:3e:7a:62:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '33062f00-b294-40a6-a636-99be26c54435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:28Z', 'updated_at': '2022-09-26T18:06:33Z', 'revision_number': 5, 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'subnets': [{'id': '33062f00-b294-40a6-a636-99be26c54435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:11:55.405850 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a744934-ce1b-4a0d-a783-5dec8c6edc9b req-c2096377-085b-491a-ac0f-b5f3eae5b4ef tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:55.408326 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3a744934-ce1b-4a0d-a783-5dec8c6edc9b req-c2096377-085b-491a-ac0f-b5f3eae5b4ef tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 944 time: 0.0608771 Sep 26 18:11:55.473944 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3a744934-ce1b-4a0d-a783-5dec8c6edc9b req-6fbdaf80-62c0-4e09-b144-3b2ea96a9205 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537009 Sep 26 18:11:55.493565 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['4810d7ad-3670-4d57-835a-ea0d6344ef48'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:11:55.620672 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b925038a-fe5b-4975-ad5d-d60dc50e994b None None] New status for floating IP c3a364b3-b1cd-4c26-8338-555dd48a21ba: DOWN {{(pid=106584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:11:55.710371 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:56.404431 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea519a-7716-4cd1-87a0-a862cb581ab2 req-d47cf61e-fc81-4813-a2ce-e0e276ec6937 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:56.406724 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-17ea519a-7716-4cd1-87a0-a862cb581ab2 req-d47cf61e-fc81-4813-a2ce-e0e276ec6937 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 945 time: 0.0759571 Sep 26 18:11:56.443688 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-22097f42-3b7d-4125-977f-a0d548323aad req-dfe2b64f-7391-4b84-ab8c-0b12e1a56783 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/a36a0132-e2f2-42fb-aeb7-7b514a623f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870940 Sep 26 18:11:56.479291 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-17ea519a-7716-4cd1-87a0-a862cb581ab2 req-5b597385-1df0-4aa8-88f9-ab42d4e70965 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631137 Sep 26 18:11:56.688244 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf6142-9b42-4bdf-8df5-81ac40a9e545 req-24f301c4-ca5d-4e12-85da-b9b72476fffd tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:56.690180 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-faaf6142-9b42-4bdf-8df5-81ac40a9e545 req-24f301c4-ca5d-4e12-85da-b9b72476fffd tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 944 time: 0.0876262 Sep 26 18:11:56.728148 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 4810d7ad-3670-4d57-835a-ea0d6344ef48 up at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:11:56.752133 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-22097f42-3b7d-4125-977f-a0d548323aad req-782e8e1e-30de-4632-9334-f0cc3098a39c service neutron] 10.222.0.88 "GET /networking/v2.0/networks/a36a0132-e2f2-42fb-aeb7-7b514a623f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188923 Sep 26 18:11:56.777813 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:56.783006 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning complete for port 4810d7ad-3670-4d57-835a-ea0d6344ef48 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:11:56.783472 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (4810d7ad-3670-4d57-835a-ea0d6344ef48), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:56.783964 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Attempt 1 to provision port 4810d7ad-3670-4d57-835a-ea0d6344ef48 Sep 26 18:11:56.787037 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-faaf6142-9b42-4bdf-8df5-81ac40a9e545 req-c7430b9e-410d-44ad-9658-282e1e0d5cc1 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833492 Sep 26 18:11:56.875175 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port 4810d7ad-3670-4d57-835a-ea0d6344ef48 is: BUILD; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:11:56.875565 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (4810d7ad-3670-4d57-835a-ea0d6344ef48), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:56.900456 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157c830f-c695-4a1a-a21f-1d0d6c24dd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4810d7ad-3670-4d57-835a-ea0d6344ef48'}] {{(pid=106584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:11:56.902825 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743b4769c4925b62b4889170aadb5ee5b65d77d3032155737795e39ae48b1258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf57206-96ba-4a35-8d89-30dbef1aa598" -d '{"events": [{"server_uuid": "157c830f-c695-4a1a-a21f-1d0d6c24dd93", "name": "network-vif-plugged", "status": "completed", "tag": "4810d7ad-3670-4d57-835a-ea0d6344ef48"}]}' {{(pid=106584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:11:56.926121 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 4810d7ad-3670-4d57-835a-ea0d6344ef48, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=4810d7ad-3670-4d57-835a-ea0d6344ef48,segment=NetworkSegment(74583ddb-45f6-451b-9f0f-cd5bb37fc3b7),segment_id=74583ddb-45f6-451b-9f0f-cd5bb37fc3b7)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:11:56.948829 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c01dcf-3286-4976-8e86-2a0e8c5a4aca x-openstack-request-id: req-a4c01dcf-3286-4976-8e86-2a0e8c5a4aca {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:11:56.949266 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157c830f-c695-4a1a-a21f-1d0d6c24dd93", "name": "network-vif-plugged", "status": "completed", "tag": "4810d7ad-3670-4d57-835a-ea0d6344ef48", "code": 200}]} {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:11:56.949652 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a4c01dcf-3286-4976-8e86-2a0e8c5a4aca {{(pid=106584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:11:56.950290 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4c01dcf-3286-4976-8e86-2a0e8c5a4aca'] response: {'server_uuid': '157c830f-c695-4a1a-a21f-1d0d6c24dd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4810d7ad-3670-4d57-835a-ea0d6344ef48', 'code': 200} Sep 26 18:11:56.991682 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (4810d7ad-3670-4d57-835a-ea0d6344ef48), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:57.040854 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=4810d7ad-3670-4d57-835a-ea0d6344ef48,revision_number=10']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:57.110545 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24c723-a680-443f-93f2-8d2909d40fb3 req-368a39ab-1665-462c-9008-935565ede552 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:57.113108 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4a24c723-a680-443f-93f2-8d2909d40fb3 req-368a39ab-1665-462c-9008-935565ede552 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 945 time: 0.0717170 Sep 26 18:11:57.217637 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-4a24c723-a680-443f-93f2-8d2909d40fb3 req-579c5e53-986e-47cb-b265-b9091ed55b20 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Deleting port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:11:57.218188 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-4a24c723-a680-443f-93f2-8d2909d40fb3 req-579c5e53-986e-47cb-b265-b9091ed55b20 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:57.342542 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-4a24c723-a680-443f-93f2-8d2909d40fb3 req-579c5e53-986e-47cb-b265-b9091ed55b20 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] For port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c,segment=NetworkSegment(b6669bb3-a9d0-4e5f-84e9-06ec0492f97f),segment_id=b6669bb3-a9d0-4e5f-84e9-06ec0492f97f)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:11:57.343554 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-4a24c723-a680-443f-93f2-8d2909d40fb3 req-579c5e53-986e-47cb-b265-b9091ed55b20 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:57.381247 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-4a24c723-a680-443f-93f2-8d2909d40fb3 req-579c5e53-986e-47cb-b265-b9091ed55b20 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Calling delete_port for df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c owned by compute:nova {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:11:57.409305 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c442da-a1f5-42d2-a119-3f22c1f747d8 req-8760ba42-1215-47b5-a665-343aa3fa02fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:57.411205 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-52c442da-a1f5-42d2-a119-3f22c1f747d8 req-8760ba42-1215-47b5-a665-343aa3fa02fe service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 1130 time: 0.0642436 Sep 26 18:11:57.501917 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-52c442da-a1f5-42d2-a119-3f22c1f747d8 req-71286a38-87e2-45f7-a34c-9165c7287787 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570455 Sep 26 18:11:57.576437 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:57.627840 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 54314) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:57.648245 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060ce9f-ae70-48a8-a19e-e26d186c0fc5 req-7c3ea621-b506-443e-b267-033e88e41a36 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:57.650107 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9060ce9f-ae70-48a8-a19e-e26d186c0fc5 req-7c3ea621-b506-443e-b267-033e88e41a36 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 945 time: 0.0677102 Sep 26 18:11:57.693908 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-4a24c723-a680-443f-93f2-8d2909d40fb3 req-579c5e53-986e-47cb-b265-b9091ed55b20 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:57.739038 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c5e53-986e-47cb-b265-b9091ed55b20 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Pushing event deleted for resources: {'Port': ['ID=df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:57.762859 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9060ce9f-ae70-48a8-a19e-e26d186c0fc5 req-3a2e67a6-53e5-4720-8db9-7cba3fd523e4 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b499441c-c584-49cf-a684-752dbca5faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023834 Sep 26 18:11:57.791449 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cc39d25a-9894-4319-96ae-7a1bf5feda5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:57.819495 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a24c723-a680-443f-93f2-8d2909d40fb3 req-579c5e53-986e-47cb-b265-b9091ed55b20 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] No DVR routers for this DVR port df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c on host hv-cinder-85931 {{(pid=106583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:11:57.822478 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-4a24c723-a680-443f-93f2-8d2909d40fb3 req-579c5e53-986e-47cb-b265-b9091ed55b20 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:57.825945 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4a24c723-a680-443f-93f2-8d2909d40fb3 req-579c5e53-986e-47cb-b265-b9091ed55b20 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.88 "DELETE /networking/v2.0/ports/df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c HTTP/1.1" status: 204 len: 173 time: 0.7063272 Sep 26 18:11:57.826471 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19e1622-6521-459d-9db1-80abd4bcf0f8', 'name': 'network-vif-deleted', 'tag': 'df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:11:57.830029 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46473019-3362-4f2a-8876-33b6a2ba294c" -d '{"events": [{"server_uuid": "b19e1622-6521-459d-9db1-80abd4bcf0f8", "name": "network-vif-deleted", "tag": "df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:11:57.901949 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cc39d25a-9894-4319-96ae-7a1bf5feda5a admin admin] Publish callbacks [] for security_group (b671dc12-2616-4a91-8b8d-af9fc5cfecbf), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:57.919150 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4683970-8562-4aff-ad74-5c3a2b36602a x-openstack-request-id: req-e4683970-8562-4aff-ad74-5c3a2b36602a {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:11:57.919507 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19e1622-6521-459d-9db1-80abd4bcf0f8", "name": "network-vif-deleted", "tag": "df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:11:57.919813 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e4683970-8562-4aff-ad74-5c3a2b36602a {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:11:57.920262 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4683970-8562-4aff-ad74-5c3a2b36602a'] response: {'server_uuid': 'b19e1622-6521-459d-9db1-80abd4bcf0f8', 'name': 'network-vif-deleted', 'tag': 'df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c', 'status': 'completed', 'code': 200} Sep 26 18:11:57.940703 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-cc39d25a-9894-4319-96ae-7a1bf5feda5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (b671dc12-2616-4a91-8b8d-af9fc5cfecbf), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:57.965641 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f2e89-2bcc-441b-abd6-1bf4d0012206 req-b081aa8d-6c72-4e3b-b4a5-f6cda5d3f924 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:57.967660 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d37f2e89-2bcc-441b-abd6-1bf4d0012206 req-b081aa8d-6c72-4e3b-b4a5-f6cda5d3f924 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 946 time: 0.0662730 Sep 26 18:11:58.008507 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-cc39d25a-9894-4319-96ae-7a1bf5feda5a admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=db64061b1b004807a888bcc7d88e62ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3795316 Sep 26 18:11:58.009463 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39d25a-9894-4319-96ae-7a1bf5feda5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b671dc12-2616-4a91-8b8d-af9fc5cfecbf,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:58.011768 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 54322) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:58.065789 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d37f2e89-2bcc-441b-abd6-1bf4d0012206 req-9573896e-abee-4c4e-acb9-4ff69918166b tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890567 Sep 26 18:11:58.125775 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8c578ea3-4c6f-423d-b3d3-cf78dfc1a4f9 admin admin] Publish callbacks [] for security_group (b671dc12-2616-4a91-8b8d-af9fc5cfecbf), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:58.167984 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8c578ea3-4c6f-423d-b3d3-cf78dfc1a4f9 admin admin] Publish callbacks [] for security_group (b671dc12-2616-4a91-8b8d-af9fc5cfecbf), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:58.221829 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:58.312873 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8c578ea3-4c6f-423d-b3d3-cf78dfc1a4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (b671dc12-2616-4a91-8b8d-af9fc5cfecbf), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:58.315518 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8c578ea3-4c6f-423d-b3d3-cf78dfc1a4f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:58.317853 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-8c578ea3-4c6f-423d-b3d3-cf78dfc1a4f9 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/b671dc12-2616-4a91-8b8d-af9fc5cfecbf HTTP/1.1" status: 204 len: 168 time: 0.3045313 Sep 26 18:11:58.330278 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c578ea3-4c6f-423d-b3d3-cf78dfc1a4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b671dc12-2616-4a91-8b8d-af9fc5cfecbf,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:58.912964 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-26f8e002-1259-4ede-bd5a-dad72cd612d2 req-6b96bdad-3451-4a53-91f2-0a6b57c3f3aa tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 210 time: 0.0424151 Sep 26 18:11:59.251537 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e5f2b-5f1c-4e1c-b326-983a2556e686 req-09101e9f-3685-413c-882b-8ad270234dbe tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:59.253144 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-953e5f2b-5f1c-4e1c-b326-983a2556e686 req-09101e9f-3685-413c-882b-8ad270234dbe tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 946 time: 0.0617297 Sep 26 18:11:59.342107 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-953e5f2b-5f1c-4e1c-b326-983a2556e686 req-c51f1059-f322-4437-a7db-d38414e16c7f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797467 Sep 26 18:11:59.621206 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 54364) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:59.821866 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-fcf77d59-4f8f-4988-97c2-c4be9dbdeca0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1394004141-network', 'tenant_id': '518090209d9a462fbf40d6cb86c3c695'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:11:59.928355 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf77d59-4f8f-4988-97c2-c4be9dbdeca0 admin admin] Made reservation on behalf of 518090209d9a462fbf40d6cb86c3c695 for: {'network': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:11:59.930956 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fcf77d59-4f8f-4988-97c2-c4be9dbdeca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for network (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:59.941396 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fcf77d59-4f8f-4988-97c2-c4be9dbdeca0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:00.110076 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fcf77d59-4f8f-4988-97c2-c4be9dbdeca0 admin admin] Publish callbacks [] for security_group (5dd9ae79-4c09-477b-bc3e-56ac9f209e46), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:00.113462 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-869a0433-5a14-4699-8f9a-8398b47b5f12 req-d1112269-2e55-4816-9051-2f30c875fb37 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b19e1622-6521-459d-9db1-80abd4bcf0f8 HTTP/1.1" status: 200 len: 210 time: 0.0455992 Sep 26 18:12:00.185467 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fcf77d59-4f8f-4988-97c2-c4be9dbdeca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (5dd9ae79-4c09-477b-bc3e-56ac9f209e46), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:00.216197 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf77d59-4f8f-4988-97c2-c4be9dbdeca0 admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=106583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:12:00.227985 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf77d59-4f8f-4988-97c2-c4be9dbdeca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd9ae79-4c09-477b-bc3e-56ac9f209e46,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:00.234682 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fcf77d59-4f8f-4988-97c2-c4be9dbdeca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (d0cbad2c-e329-4aab-ab77-16ad7069e3cf), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:00.235037 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.db.segments_db [None req-fcf77d59-4f8f-4988-97c2-c4be9dbdeca0 admin admin] Added segment d0cbad2c-e329-4aab-ab77-16ad7069e3cf of type vlan for network 3c66d0c1-a26e-44a7-90d6-75ca678825c7 Sep 26 18:12:00.300430 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fcf77d59-4f8f-4988-97c2-c4be9dbdeca0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756749379750'] for network (3c66d0c1-a26e-44a7-90d6-75ca678825c7), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:00.385989 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fcf77d59-4f8f-4988-97c2-c4be9dbdeca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310'] for network (3c66d0c1-a26e-44a7-90d6-75ca678825c7), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:00.387051 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf77d59-4f8f-4988-97c2-c4be9dbdeca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:00.387694 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fcf77d59-4f8f-4988-97c2-c4be9dbdeca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:00.466689 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf77d59-4f8f-4988-97c2-c4be9dbdeca0 admin admin] Pushing event updated for resources: {'Network': ['ID=3c66d0c1-a26e-44a7-90d6-75ca678825c7,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:00.480381 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Network 3c66d0c1-a26e-44a7-90d6-75ca678825c7 details requested by agent ovs-agent-dv-cinder-859319-1-iscsi with host dv-cinder-859319-1-iscsi {{(pid=106584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:12:00.553236 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-fcf77d59-4f8f-4988-97c2-c4be9dbdeca0 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9305172 Sep 26 18:12:00.555995 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 54390) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:12:00.557759 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:00.560876 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:00.573243 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-098bb3e1-1705-4bac-bb27-1c52abf6d023 admin admin] Request body: {'subnet': {'network_id': '3c66d0c1-a26e-44a7-90d6-75ca678825c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1394004141-subnet', 'tenant_id': '518090209d9a462fbf40d6cb86c3c695', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:12:00.584587 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b00d2e-c024-4dfb-8d89-f1e0c72315d6 req-72e8bee6-92c0-44bd-9079-7f31114a2de2 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:00.586774 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-67b00d2e-c024-4dfb-8d89-f1e0c72315d6 req-72e8bee6-92c0-44bd-9079-7f31114a2de2 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 946 time: 0.0935576 Sep 26 18:12:00.598398 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:00.648945 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-67b00d2e-c024-4dfb-8d89-f1e0c72315d6 req-c18da98c-fc65-46f2-b60f-76c3efcaad90 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538652 Sep 26 18:12:00.728833 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098bb3e1-1705-4bac-bb27-1c52abf6d023 admin admin] Made reservation on behalf of 518090209d9a462fbf40d6cb86c3c695 for: {'subnet': 1} {{(pid=106582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:12:00.732972 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-098bb3e1-1705-4bac-bb27-1c52abf6d023 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2161455'] for subnet (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:00.768785 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:12:00.801526 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] No Port match for: df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:12:00.802141 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device df9e6e2c-d105-4f6a-aaf7-3619c1f5c26c not bound to the agent host hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:12:00.986629 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-098bb3e1-1705-4bac-bb27-1c52abf6d023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-515633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2161465'] for subnet (0c541fad-a015-48ee-8c06-dd6dcfdd8100), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:01.061191 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098bb3e1-1705-4bac-bb27-1c52abf6d023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c541fad-a015-48ee-8c06-dd6dcfdd8100,revision_number=0']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:01.074831 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098bb3e1-1705-4bac-bb27-1c52abf6d023 admin admin] Checking segment: {'id': 'd0cbad2c-e329-4aab-ab77-16ad7069e3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3c66d0c1-a26e-44a7-90d6-75ca678825c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:12:01.075192 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098bb3e1-1705-4bac-bb27-1c52abf6d023 admin admin] Network hostable DHCP agents. Network: 3c66d0c1-a26e-44a7-90d6-75ca678825c7, hostable agents: ['4ef20602-5638-479d-aebe-a5cbb98cbff1'], hosted agents: [] {{(pid=106582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:12:01.082386 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:01.152588 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098bb3e1-1705-4bac-bb27-1c52abf6d023 admin admin] Network 3c66d0c1-a26e-44a7-90d6-75ca678825c7 is scheduled to be hosted by DHCP agent 4ef20602-5638-479d-aebe-a5cbb98cbff1 with binding_index 1 {{(pid=106582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:12:01.198083 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 54396) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:12:01.231621 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-098bb3e1-1705-4bac-bb27-1c52abf6d023 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-1-iscsi, 3c66d0c1-a26e-44a7-90d6-75ca678825c7) {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:12:01.236631 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098bb3e1-1705-4bac-bb27-1c52abf6d023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:01.237232 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-098bb3e1-1705-4bac-bb27-1c52abf6d023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for subnet (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:01.247539 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438fdb81-2e90-4077-86df-caeae1703cdf None None] Network 3c66d0c1-a26e-44a7-90d6-75ca678825c7 requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:12:01.274055 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-58784cc2-82ca-4081-bf63-d08affc0b7e1 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks [] for security_group (b499441c-c584-49cf-a684-752dbca5faf1), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:01.308559 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-098bb3e1-1705-4bac-bb27-1c52abf6d023 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7488306 Sep 26 18:12:01.314631 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-58784cc2-82ca-4081-bf63-d08affc0b7e1 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks [] for security_group (b499441c-c584-49cf-a684-752dbca5faf1), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:01.416748 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d92e3eb-7e94-437a-84e8-fdcc5890d95e None None] Network 3c66d0c1-a26e-44a7-90d6-75ca678825c7 requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:12:01.471351 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-58784cc2-82ca-4081-bf63-d08affc0b7e1 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (b499441c-c584-49cf-a684-752dbca5faf1), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:01.474061 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-58784cc2-82ca-4081-bf63-d08affc0b7e1 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:01.475266 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-58784cc2-82ca-4081-bf63-d08affc0b7e1 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/b499441c-c584-49cf-a684-752dbca5faf1 HTTP/1.1" status: 204 len: 168 time: 0.2785630 Sep 26 18:12:01.501186 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58784cc2-82ca-4081-bf63-d08affc0b7e1 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b499441c-c584-49cf-a684-752dbca5faf1,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:01.647387 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 54406) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:12:01.822466 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:01.832230 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf8893-a202-4d94-889f-9db92edb9621 req-75eeb40a-93ab-4e0c-8551-f9bf3cde4b3f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:01.833807 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7dbf8893-a202-4d94-889f-9db92edb9621 req-75eeb40a-93ab-4e0c-8551-f9bf3cde4b3f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 946 time: 0.0660777 Sep 26 18:12:01.945717 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-fcb9303b-d61a-4cc0-9005-267b380dbdb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:01.969170 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7dbf8893-a202-4d94-889f-9db92edb9621 req-72dffa6d-195f-4e8e-b23c-b11c08771ff0 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106064 Sep 26 18:12:02.187449 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1d1c5330-0e1e-4893-91b6-d230c204ba77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-492504'] for router_interface (900d615b-11fd-4769-a54e-7b2fbc16dd27), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:02.222451 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:02.463625 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-1d1c5330-0e1e-4893-91b6-d230c204ba77 admin admin] Deleting port 100238ae-fdbd-4642-b888-f7a05f6a15eb {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:12:02.464065 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1d1c5330-0e1e-4893-91b6-d230c204ba77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (100238ae-fdbd-4642-b888-f7a05f6a15eb), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:02.556411 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [None req-1d1c5330-0e1e-4893-91b6-d230c204ba77 admin admin] For port 100238ae-fdbd-4642-b888-f7a05f6a15eb, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=100238ae-fdbd-4642-b888-f7a05f6a15eb,segment=NetworkSegment(b6669bb3-a9d0-4e5f-84e9-06ec0492f97f),segment_id=b6669bb3-a9d0-4e5f-84e9-06ec0492f97f)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:12:02.557067 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1d1c5330-0e1e-4893-91b6-d230c204ba77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (100238ae-fdbd-4642-b888-f7a05f6a15eb), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:02.572495 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-1d1c5330-0e1e-4893-91b6-d230c204ba77 admin admin] Calling delete_port for 100238ae-fdbd-4642-b888-f7a05f6a15eb owned by network:router_interface {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:12:02.831752 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1d1c5330-0e1e-4893-91b6-d230c204ba77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (100238ae-fdbd-4642-b888-f7a05f6a15eb), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:02.867052 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c5330-0e1e-4893-91b6-d230c204ba77 admin admin] Pushing event deleted for resources: {'Port': ['ID=100238ae-fdbd-4642-b888-f7a05f6a15eb,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:02.995344 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:03.052590 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1d1c5330-0e1e-4893-91b6-d230c204ba77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-642353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504936'] for router_interface (900d615b-11fd-4769-a54e-7b2fbc16dd27), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:03.293278 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1c5330-0e1e-4893-91b6-d230c204ba77 admin admin] Router 900d615b-11fd-4769-a54e-7b2fbc16dd27 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:12:03.414001 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:03.418873 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1c5330-0e1e-4893-91b6-d230c204ba77 admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:12:03.426134 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-1d1c5330-0e1e-4893-91b6-d230c204ba77 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/900d615b-11fd-4769-a54e-7b2fbc16dd27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7772422 Sep 26 18:12:03.428627 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 54418) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:12:03.430061 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3311abd8-9deb-4bce-8aa8-878b90dd0ed1 None None] Sync routers for ids ['900d615b-11fd-4769-a54e-7b2fbc16dd27'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:12:03.443923 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3311abd8-9deb-4bce-8aa8-878b90dd0ed1 None None] Routers {'900d615b-11fd-4769-a54e-7b2fbc16dd27'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:12:03.444805 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-3311abd8-9deb-4bce-8aa8-878b90dd0ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:11:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['900d615b-11fd-4769-a54e-7b2fbc16dd27'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:12:03.574081 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bd635008-ad14-454d-86ff-8ee83a2c57fc admin admin] Publish callbacks [] for router (900d615b-11fd-4769-a54e-7b2fbc16dd27), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:03.663574 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-3311abd8-9deb-4bce-8aa8-878b90dd0ed1 None None] Set router 900d615b-11fd-4769-a54e-7b2fbc16dd27 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:12:03.885865 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=100 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:03.900051 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-3311abd8-9deb-4bce-8aa8-878b90dd0ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'name': 'tempest-TestShelveInstance-538304485-router', 'tenant_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:06:22Z', 'updated_at': '2022-09-26T18:12:02Z', 'revision_number': 5, 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'gw_port': {'id': 'ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:80:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:23Z', 'updated_at': '2022-09-26T18:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:12:03.944651 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3311abd8-9deb-4bce-8aa8-878b90dd0ed1 None None] Checking router: 900d615b-11fd-4769-a54e-7b2fbc16dd27 for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:12:03.958359 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3311abd8-9deb-4bce-8aa8-878b90dd0ed1 None None] Routers {'900d615b-11fd-4769-a54e-7b2fbc16dd27'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:12:03.959255 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-3311abd8-9deb-4bce-8aa8-878b90dd0ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:11:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['900d615b-11fd-4769-a54e-7b2fbc16dd27'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:12:03.963530 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=100 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:04.100234 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-3311abd8-9deb-4bce-8aa8-878b90dd0ed1 None None] Set router 900d615b-11fd-4769-a54e-7b2fbc16dd27 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:12:04.145813 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e2743-d164-4643-a9c9-414350e3672b req-b6e1896a-c6fe-42e6-afe1-0198007f81f5 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:04.148174 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ca0e2743-d164-4643-a9c9-414350e3672b req-b6e1896a-c6fe-42e6-afe1-0198007f81f5 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/networks?id=3c66d0c1-a26e-44a7-90d6-75ca678825c7 HTTP/1.1" status: 200 len: 814 time: 0.1978607 Sep 26 18:12:04.150281 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bd635008-ad14-454d-86ff-8ee83a2c57fc admin admin] Publish callbacks [] for router_gateway (900d615b-11fd-4769-a54e-7b2fbc16dd27), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:04.168519 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ca0e2743-d164-4643-a9c9-414350e3672b req-c2fcf497-eb3a-4cde-98ca-00573afc395c tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/quotas/518090209d9a462fbf40d6cb86c3c695 HTTP/1.1" status: 200 len: 375 time: 0.0094941 Sep 26 18:12:04.208002 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ca0e2743-d164-4643-a9c9-414350e3672b req-8ee04fe0-4dbf-43ad-85d8-e9c000add6ad tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=518090209d9a462fbf40d6cb86c3c695&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328627 Sep 26 18:12:04.298570 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-3311abd8-9deb-4bce-8aa8-878b90dd0ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'name': 'tempest-TestShelveInstance-538304485-router', 'tenant_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:06:22Z', 'updated_at': '2022-09-26T18:12:02Z', 'revision_number': 5, 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'gw_port': {'id': 'ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:80:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:23Z', 'updated_at': '2022-09-26T18:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:12:04.308362 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-bd635008-ad14-454d-86ff-8ee83a2c57fc admin admin] Deleting port ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:12:04.308921 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bd635008-ad14-454d-86ff-8ee83a2c57fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:04.323746 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3311abd8-9deb-4bce-8aa8-878b90dd0ed1 None None] The sync data for ids ['900d615b-11fd-4769-a54e-7b2fbc16dd27'] in dv-cinder-859319-1-iscsi is: [{'id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'name': 'tempest-TestShelveInstance-538304485-router', 'tenant_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:06:22Z', 'updated_at': '2022-09-26T18:12:02Z', 'revision_number': 5, 'project_id': '08e4bf78b8f043a598a4b6a1d8acc219', 'gw_port': {'id': 'ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:80:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900d615b-11fd-4769-a54e-7b2fbc16dd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:23Z', 'updated_at': '2022-09-26T18:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:12:04.337803 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-5fa6e9a8-6299-4363-acb8-2175c99efd70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:04.422994 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:04.425886 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ca0e2743-d164-4643-a9c9-414350e3672b req-73ef5135-9805-4691-a3df-432afe7f619e service neutron] 10.222.0.67 "GET /networking/v2.0/networks/3c66d0c1-a26e-44a7-90d6-75ca678825c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086766 Sep 26 18:12:04.472649 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [None req-bd635008-ad14-454d-86ff-8ee83a2c57fc admin admin] For port ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:12:04.473080 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bd635008-ad14-454d-86ff-8ee83a2c57fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:04.518000 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-bd635008-ad14-454d-86ff-8ee83a2c57fc admin admin] Calling delete_port for ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e owned by network:router_gateway {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:12:04.604684 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ca0e2743-d164-4643-a9c9-414350e3672b req-a53ff273-8a7f-4818-b075-b0db3fe63339 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/3c66d0c1-a26e-44a7-90d6-75ca678825c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657135 Sep 26 18:12:04.791795 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bd635008-ad14-454d-86ff-8ee83a2c57fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:04.828402 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd635008-ad14-454d-86ff-8ee83a2c57fc admin admin] Pushing event deleted for resources: {'Port': ['ID=ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:04.927781 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c7a17f74-0076-4ff9-bf56-f8ea3f888c23 req-fa685902-56bd-444c-af49-9df70ae3caa0 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc HTTP/1.1" status: 200 len: 210 time: 0.0665212 Sep 26 18:12:04.965264 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bd635008-ad14-454d-86ff-8ee83a2c57fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500258'] for router_gateway (900d615b-11fd-4769-a54e-7b2fbc16dd27), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:05.035752 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:05.072354 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bd635008-ad14-454d-86ff-8ee83a2c57fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2095462'] for router (900d615b-11fd-4769-a54e-7b2fbc16dd27), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:05.074962 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bd635008-ad14-454d-86ff-8ee83a2c57fc admin admin] Publish callbacks [] for router_controller (900d615b-11fd-4769-a54e-7b2fbc16dd27), precommit_delete_associations {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:05.208968 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bd635008-ad14-454d-86ff-8ee83a2c57fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504853'] for router (900d615b-11fd-4769-a54e-7b2fbc16dd27), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:05.209606 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd635008-ad14-454d-86ff-8ee83a2c57fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 900d615b-11fd-4769-a54e-7b2fbc16dd27 {{(pid=106583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 18:12:05.213978 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bd635008-ad14-454d-86ff-8ee83a2c57fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:05.215096 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-bd635008-ad14-454d-86ff-8ee83a2c57fc admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/900d615b-11fd-4769-a54e-7b2fbc16dd27 HTTP/1.1" status: 204 len: 168 time: 1.7855444 Sep 26 18:12:05.217717 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 54442) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:12:05.281951 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_v2 [None req-0896d98f-1939-4431-96fa-0cc70091a14a admin admin] Deleting subnet 33062f00-b294-40a6-a636-99be26c54435 {{(pid=106583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:12:05.287162 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-0896d98f-1939-4431-96fa-0cc70091a14a admin admin] Publish callbacks [] for subnet (33062f00-b294-40a6-a636-99be26c54435), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:05.335326 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-0896d98f-1939-4431-96fa-0cc70091a14a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4065934'] for subnet (33062f00-b294-40a6-a636-99be26c54435), precommit_delete_associations {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:05.430482 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-0896d98f-1939-4431-96fa-0cc70091a14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32872334'] for subnet (33062f00-b294-40a6-a636-99be26c54435), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:05.517174 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:05.586242 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-0896d98f-1939-4431-96fa-0cc70091a14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32869299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3901742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302901'] for subnet (33062f00-b294-40a6-a636-99be26c54435), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:05.612711 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896d98f-1939-4431-96fa-0cc70091a14a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33062f00-b294-40a6-a636-99be26c54435,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:05.618734 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-0896d98f-1939-4431-96fa-0cc70091a14a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:05.622643 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-0896d98f-1939-4431-96fa-0cc70091a14a admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/33062f00-b294-40a6-a636-99be26c54435 HTTP/1.1" status: 204 len: 168 time: 0.4028230 Sep 26 18:12:05.627789 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 54444) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:12:05.631403 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a3ae51-d932-4a3c-9de5-94d8a27762d2 None None] Network a36a0132-e2f2-42fb-aeb7-7b514a623f8b requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:12:05.724208 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-9ab8df28-6f4f-4b9e-9f0d-62c56a2e1ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32779771'] for network (a36a0132-e2f2-42fb-aeb7-7b514a623f8b), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:05.726800 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:05.782096 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-9ab8df28-6f4f-4b9e-9f0d-62c56a2e1ac5 admin admin] Deleting port 1a54204e-71ca-49b9-9571-d13c3a9ece8b {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:12:05.782756 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-9ab8df28-6f4f-4b9e-9f0d-62c56a2e1ac5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (1a54204e-71ca-49b9-9571-d13c3a9ece8b), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:05.857549 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559aa250-b606-4b15-8c0f-065e85d7adf9 None None] DHCP port deletion for a36a0132-e2f2-42fb-aeb7-7b514a623f8b request from dv-cinder-859319-1-iscsi {{(pid=106584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 18:12:05.887868 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [None req-9ab8df28-6f4f-4b9e-9f0d-62c56a2e1ac5 admin admin] For port 1a54204e-71ca-49b9-9571-d13c3a9ece8b, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=1a54204e-71ca-49b9-9571-d13c3a9ece8b,segment=NetworkSegment(b6669bb3-a9d0-4e5f-84e9-06ec0492f97f),segment_id=b6669bb3-a9d0-4e5f-84e9-06ec0492f97f)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:12:05.888394 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-9ab8df28-6f4f-4b9e-9f0d-62c56a2e1ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (1a54204e-71ca-49b9-9571-d13c3a9ece8b), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:05.907714 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-9ab8df28-6f4f-4b9e-9f0d-62c56a2e1ac5 admin admin] Calling delete_port for 1a54204e-71ca-49b9-9571-d13c3a9ece8b owned by network:dhcp {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:12:05.918259 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-559aa250-b606-4b15-8c0f-065e85d7adf9 None None] Deleting port 1a54204e-71ca-49b9-9571-d13c3a9ece8b {{(pid=106584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:12:05.919087 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-559aa250-b606-4b15-8c0f-065e85d7adf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (1a54204e-71ca-49b9-9571-d13c3a9ece8b), before_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:06.062396 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f9e687e9-6335-44e5-9c76-69d8617996da req-90c8213a-1ca8-4ae3-b344-a9ca19ae91be tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc HTTP/1.1" status: 200 len: 210 time: 0.0490084 Sep 26 18:12:06.131240 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 100238ae-fdbd-4642-b888-f7a05f6a15eb no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:12:06.136564 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:06.160840 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] No Port match for: 100238ae-fdbd-4642-b888-f7a05f6a15eb {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:12:06.161453 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 100238ae-fdbd-4642-b888-f7a05f6a15eb not bound to the agent host dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:12:06.161669 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 1a54204e-71ca-49b9-9571-d13c3a9ece8b no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:12:06.168676 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-9ab8df28-6f4f-4b9e-9f0d-62c56a2e1ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (1a54204e-71ca-49b9-9571-d13c3a9ece8b), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:06.192424 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] No Port match for: 1a54204e-71ca-49b9-9571-d13c3a9ece8b {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:12:06.192976 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 1a54204e-71ca-49b9-9571-d13c3a9ece8b not bound to the agent host dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:12:06.193670 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:12:06.205249 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-559aa250-b606-4b15-8c0f-065e85d7adf9 None None] For port 1a54204e-71ca-49b9-9571-d13c3a9ece8b, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=1a54204e-71ca-49b9-9571-d13c3a9ece8b,segment=NetworkSegment(b6669bb3-a9d0-4e5f-84e9-06ec0492f97f),segment_id=b6669bb3-a9d0-4e5f-84e9-06ec0492f97f)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:12:06.205806 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-559aa250-b606-4b15-8c0f-065e85d7adf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (1a54204e-71ca-49b9-9571-d13c3a9ece8b), precommit_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:06.205939 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8df28-6f4f-4b9e-9f0d-62c56a2e1ac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a54204e-71ca-49b9-9571-d13c3a9ece8b,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:06.215314 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab8df28-6f4f-4b9e-9f0d-62c56a2e1ac5 admin admin] No DVR routers for this DVR port 1a54204e-71ca-49b9-9571-d13c3a9ece8b on host dv-cinder-859319-1-iscsi {{(pid=106583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:12:06.259030 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] No Port match for: ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:12:06.259805 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device ec90ad0f-c7ec-425c-a1ea-5945a0c4f20e not bound to the agent host dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:12:06.262594 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-559aa250-b606-4b15-8c0f-065e85d7adf9 None None] Calling delete_port for 1a54204e-71ca-49b9-9571-d13c3a9ece8b owned by network:dhcp {{(pid=106584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:12:06.318862 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:06.329936 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-9ab8df28-6f4f-4b9e-9f0d-62c56a2e1ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841381', 'neutron.services.segments.db._delete_segments_for_network-8756749958337'] for network (a36a0132-e2f2-42fb-aeb7-7b514a623f8b), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:06.359185 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.services.segments.db [None req-9ab8df28-6f4f-4b9e-9f0d-62c56a2e1ac5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36a0132-e2f2-42fb-aeb7-7b514a623f8b']}} {{(pid=106583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:12:06.371073 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.services.segments.db [None req-9ab8df28-6f4f-4b9e-9f0d-62c56a2e1ac5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6669bb3-a9d0-4e5f-84e9-06ec0492f97f') {'for_net_delete': True} {{(pid=106583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:12:06.371465 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.services.segments.db [None req-9ab8df28-6f4f-4b9e-9f0d-62c56a2e1ac5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6669bb3-a9d0-4e5f-84e9-06ec0492f97f') {} {{(pid=106583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:12:06.371923 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-559aa250-b606-4b15-8c0f-065e85d7adf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729'] for port (1a54204e-71ca-49b9-9571-d13c3a9ece8b), after_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:06.386440 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-9ab8df28-6f4f-4b9e-9f0d-62c56a2e1ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756749958229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4065973'] for segment (b6669bb3-a9d0-4e5f-84e9-06ec0492f97f), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:06.400168 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559aa250-b606-4b15-8c0f-065e85d7adf9 None None] Pushing event deleted for resources: {'Port': ['ID=1a54204e-71ca-49b9-9571-d13c3a9ece8b,revision_number=None']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:06.402283 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559aa250-b606-4b15-8c0f-065e85d7adf9 None None] No DVR routers for this DVR port 1a54204e-71ca-49b9-9571-d13c3a9ece8b on host dv-cinder-859319-1-iscsi {{(pid=106584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:12:06.410206 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-9ab8df28-6f4f-4b9e-9f0d-62c56a2e1ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (b6669bb3-a9d0-4e5f-84e9-06ec0492f97f), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:06.426730 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559aa250-b606-4b15-8c0f-065e85d7adf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:06.426730 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559aa250-b606-4b15-8c0f-065e85d7adf9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:06.426730 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559aa250-b606-4b15-8c0f-065e85d7adf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:06.426730 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559aa250-b606-4b15-8c0f-065e85d7adf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:06.426730 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559aa250-b606-4b15-8c0f-065e85d7adf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:06.426730 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559aa250-b606-4b15-8c0f-065e85d7adf9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:06.426730 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559aa250-b606-4b15-8c0f-065e85d7adf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:06.426730 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559aa250-b606-4b15-8c0f-065e85d7adf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:06.426730 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559aa250-b606-4b15-8c0f-065e85d7adf9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:06.426730 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559aa250-b606-4b15-8c0f-065e85d7adf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:06.426730 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559aa250-b606-4b15-8c0f-065e85d7adf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:06.426730 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559aa250-b606-4b15-8c0f-065e85d7adf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:06.426730 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559aa250-b606-4b15-8c0f-065e85d7adf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:06.426730 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559aa250-b606-4b15-8c0f-065e85d7adf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:06.426730 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559aa250-b606-4b15-8c0f-065e85d7adf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:06.428706 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab8df28-6f4f-4b9e-9f0d-62c56a2e1ac5 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=106583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:12:06.428706 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-9ab8df28-6f4f-4b9e-9f0d-62c56a2e1ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3901844'] for segment (b6669bb3-a9d0-4e5f-84e9-06ec0492f97f), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:06.481463 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.services.segments.plugin [-] Segment b6669bb3-a9d0-4e5f-84e9-06ec0492f97f resource provider aggregate not found Sep 26 18:12:06.504885 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.services.segments.plugin [-] Segment b6669bb3-a9d0-4e5f-84e9-06ec0492f97f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6669bb3-a9d0-4e5f-84e9-06ec0492f97f found for delete ", "request_id": "req-67292768-a04f-46fe-b059-82e8adb06e9a"}]} Sep 26 18:12:06.603143 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-9ab8df28-6f4f-4b9e-9f0d-62c56a2e1ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500471'] for network (a36a0132-e2f2-42fb-aeb7-7b514a623f8b), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:06.611676 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-9ab8df28-6f4f-4b9e-9f0d-62c56a2e1ac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:06.615574 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-9ab8df28-6f4f-4b9e-9f0d-62c56a2e1ac5 admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/a36a0132-e2f2-42fb-aeb7-7b514a623f8b HTTP/1.1" status: 204 len: 168 time: 0.9883361 Sep 26 18:12:06.623521 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 54456) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:12:06.630324 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8df28-6f4f-4b9e-9f0d-62c56a2e1ac5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a36a0132-e2f2-42fb-aeb7-7b514a623f8b,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:07.039015 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6f2e204e-8b79-4e58-b37b-91f028ff0b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-492504'] for router_interface (3e20594e-1f53-4ac7-8171-27f3bd6d2ed7), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:07.157232 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:07.185867 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1c6eabe9-2d3b-42db-ab6c-70314d2f7ccf req-315dcb51-b683-48b7-a547-2e6e76ba231a tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc HTTP/1.1" status: 200 len: 210 time: 0.0374498 Sep 26 18:12:07.297003 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-6f2e204e-8b79-4e58-b37b-91f028ff0b70 admin admin] Deleting port d185ffd1-5e1a-4056-be74-0bb851a4b8df {{(pid=106582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:12:07.297623 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6f2e204e-8b79-4e58-b37b-91f028ff0b70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (d185ffd1-5e1a-4056-be74-0bb851a4b8df), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:07.345876 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:07.589904 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.db [None req-6f2e204e-8b79-4e58-b37b-91f028ff0b70 admin admin] For port d185ffd1-5e1a-4056-be74-0bb851a4b8df, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=d185ffd1-5e1a-4056-be74-0bb851a4b8df,segment=NetworkSegment(5453355c-4287-48c2-bd02-9fc8b8a9066a),segment_id=5453355c-4287-48c2-bd02-9fc8b8a9066a)] {{(pid=106582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:12:07.590163 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6f2e204e-8b79-4e58-b37b-91f028ff0b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (d185ffd1-5e1a-4056-be74-0bb851a4b8df), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:07.605733 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-6f2e204e-8b79-4e58-b37b-91f028ff0b70 admin admin] Calling delete_port for d185ffd1-5e1a-4056-be74-0bb851a4b8df owned by network:router_interface {{(pid=106582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:12:07.660253 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e2743-d164-4643-a9c9-414350e3672b req-43b82b53-da9b-4325-a0da-c5300fb8e2b0 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:07.661767 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ca0e2743-d164-4643-a9c9-414350e3672b req-43b82b53-da9b-4325-a0da-c5300fb8e2b0 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.88 "GET /networking/v2.0/networks?id=3c66d0c1-a26e-44a7-90d6-75ca678825c7 HTTP/1.1" status: 200 len: 814 time: 0.1266990 Sep 26 18:12:07.685192 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-ca0e2743-d164-4643-a9c9-414350e3672b req-471d8cd6-f16a-462a-b7aa-3ef171c55d54 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Request body: {'port': {'device_id': '9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc', 'network_id': '3c66d0c1-a26e-44a7-90d6-75ca678825c7', 'admin_state_up': True, 'tenant_id': '518090209d9a462fbf40d6cb86c3c695'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:12:07.767791 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:07.803376 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:07.894673 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6f2e204e-8b79-4e58-b37b-91f028ff0b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (d185ffd1-5e1a-4056-be74-0bb851a4b8df), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:07.919714 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e204e-8b79-4e58-b37b-91f028ff0b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=d185ffd1-5e1a-4056-be74-0bb851a4b8df,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:07.934579 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca0e2743-d164-4643-a9c9-414350e3672b req-471d8cd6-f16a-462a-b7aa-3ef171c55d54 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Made reservation on behalf of 518090209d9a462fbf40d6cb86c3c695 for: {'port': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:12:07.940940 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-ca0e2743-d164-4643-a9c9-414350e3672b req-471d8cd6-f16a-462a-b7aa-3ef171c55d54 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:08.122476 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6f2e204e-8b79-4e58-b37b-91f028ff0b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-642353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504936'] for router_interface (3e20594e-1f53-4ac7-8171-27f3bd6d2ed7), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:08.126484 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [req-ca0e2743-d164-4643-a9c9-414350e3672b req-471d8cd6-f16a-462a-b7aa-3ef171c55d54 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Allocated IP 172.20.0.12 (3c66d0c1-a26e-44a7-90d6-75ca678825c7/0c541fad-a015-48ee-8c06-dd6dcfdd8100/7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:12:08.326947 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:08.348890 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9305bf78-f4f5-4446-8df0-b3022b3c16dd req-cf81cfd8-f529-4498-9d89-7fce75a5f82d tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc HTTP/1.1" status: 200 len: 210 time: 0.0496852 Sep 26 18:12:08.370753 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-ca0e2743-d164-4643-a9c9-414350e3672b req-471d8cd6-f16a-462a-b7aa-3ef171c55d54 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Publish callbacks [] for port (7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:08.392561 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2e204e-8b79-4e58-b37b-91f028ff0b70 admin admin] Router 3e20594e-1f53-4ac7-8171-27f3bd6d2ed7 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:12:08.483360 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-ca0e2743-d164-4643-a9c9-414350e3672b req-471d8cd6-f16a-462a-b7aa-3ef171c55d54 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:08.513644 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2e204e-8b79-4e58-b37b-91f028ff0b70 admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:12:08.526322 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-6f2e204e-8b79-4e58-b37b-91f028ff0b70 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/3e20594e-1f53-4ac7-8171-27f3bd6d2ed7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9049923 Sep 26 18:12:08.526627 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 54466) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:12:08.532139 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ac6094-b329-4147-a29d-28ff2af706cc None None] Sync routers for ids ['3e20594e-1f53-4ac7-8171-27f3bd6d2ed7'] in dv-cinder-859319-1-iscsi {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:12:08.553056 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ac6094-b329-4147-a29d-28ff2af706cc None None] Routers {'3e20594e-1f53-4ac7-8171-27f3bd6d2ed7'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:12:08.553917 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-c1ac6094-b329-4147-a29d-28ff2af706cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:12:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['3e20594e-1f53-4ac7-8171-27f3bd6d2ed7'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:12:08.574878 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:08.581320 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca0e2743-d164-4643-a9c9-414350e3672b req-471d8cd6-f16a-462a-b7aa-3ef171c55d54 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Network 3c66d0c1-a26e-44a7-90d6-75ca678825c7 is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:12:08.588694 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [req-ca0e2743-d164-4643-a9c9-414350e3672b req-471d8cd6-f16a-462a-b7aa-3ef171c55d54 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:12:08.596270 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0e2743-d164-4643-a9c9-414350e3672b req-471d8cd6-f16a-462a-b7aa-3ef171c55d54 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:12:08.601771 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d8cd6-f16a-462a-b7aa-3ef171c55d54 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Pushing event updated for resources: {'Port': ['ID=7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:08.690594 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-c1ac6094-b329-4147-a29d-28ff2af706cc None None] Set router 3e20594e-1f53-4ac7-8171-27f3bd6d2ed7 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:12:08.693511 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e2743-d164-4643-a9c9-414350e3672b req-471d8cd6-f16a-462a-b7aa-3ef171c55d54 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:08.694234 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-ca0e2743-d164-4643-a9c9-414350e3672b req-471d8cd6-f16a-462a-b7aa-3ef171c55d54 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:08.715403 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f43249f6-4b55-40da-bcc4-89d33bb171ec admin admin] Publish callbacks [] for router (3e20594e-1f53-4ac7-8171-27f3bd6d2ed7), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:08.801734 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:08.816430 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ca0e2743-d164-4643-a9c9-414350e3672b req-471d8cd6-f16a-462a-b7aa-3ef171c55d54 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1372635 Sep 26 18:12:08.834140 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f43249f6-4b55-40da-bcc4-89d33bb171ec admin admin] Publish callbacks [] for router_gateway (3e20594e-1f53-4ac7-8171-27f3bd6d2ed7), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:08.842023 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-ca0e2743-d164-4643-a9c9-414350e3672b req-3e2166d4-8b22-4f4b-a680-a7710b428c02 service neutron] Request body: {'port': {'device_id': '9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:12:08.886312 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-c1ac6094-b329-4147-a29d-28ff2af706cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e20594e-1f53-4ac7-8171-27f3bd6d2ed7', 'name': 'tempest-TestShelveInstance-948103010-router', 'tenant_id': '35275742c4a04744be7a7ef07a7f9356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': 'fee9b700-0d63-485b-aa5c-81ea19e3ac49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:06:34Z', 'updated_at': '2022-09-26T18:12:07Z', 'revision_number': 5, 'project_id': '35275742c4a04744be7a7ef07a7f9356', 'gw_port': {'id': 'fee9b700-0d63-485b-aa5c-81ea19e3ac49', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e20594e-1f53-4ac7-8171-27f3bd6d2ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:06:35Z', 'updated_at': '2022-09-26T18:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:12:08.914001 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-ca0e2743-d164-4643-a9c9-414350e3672b req-3e2166d4-8b22-4f4b-a680-a7710b428c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:08.921481 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ac6094-b329-4147-a29d-28ff2af706cc None None] Checking router: 3e20594e-1f53-4ac7-8171-27f3bd6d2ed7 for host: dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:12:08.934413 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ac6094-b329-4147-a29d-28ff2af706cc None None] Routers {'3e20594e-1f53-4ac7-8171-27f3bd6d2ed7'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:12:08.935219 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-c1ac6094-b329-4147-a29d-28ff2af706cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:12:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['3e20594e-1f53-4ac7-8171-27f3bd6d2ed7'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:12:09.020164 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-f43249f6-4b55-40da-bcc4-89d33bb171ec admin admin] Deleting port fee9b700-0d63-485b-aa5c-81ea19e3ac49 {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:12:09.020686 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f43249f6-4b55-40da-bcc4-89d33bb171ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (fee9b700-0d63-485b-aa5c-81ea19e3ac49), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:09.044804 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-c1ac6094-b329-4147-a29d-28ff2af706cc None None] Set router 3e20594e-1f53-4ac7-8171-27f3bd6d2ed7 gateway port host: None {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:12:09.113152 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-c1ac6094-b329-4147-a29d-28ff2af706cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e20594e-1f53-4ac7-8171-27f3bd6d2ed7', 'name': 'tempest-TestShelveInstance-948103010-router', 'tenant_id': '35275742c4a04744be7a7ef07a7f9356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:06:34Z', 'updated_at': '2022-09-26T18:12:08Z', 'revision_number': 6, 'project_id': '35275742c4a04744be7a7ef07a7f9356', 'gw_port_host': None}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:12:09.139925 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ac6094-b329-4147-a29d-28ff2af706cc None None] The sync data for ids ['3e20594e-1f53-4ac7-8171-27f3bd6d2ed7'] in dv-cinder-859319-1-iscsi is: [{'id': '3e20594e-1f53-4ac7-8171-27f3bd6d2ed7', 'name': 'tempest-TestShelveInstance-948103010-router', 'tenant_id': '35275742c4a04744be7a7ef07a7f9356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:06:34Z', 'updated_at': '2022-09-26T18:12:08Z', 'revision_number': 6, 'project_id': '35275742c4a04744be7a7ef07a7f9356', 'gw_port_host': None}] {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:12:09.224724 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [None req-f43249f6-4b55-40da-bcc4-89d33bb171ec admin admin] For port fee9b700-0d63-485b-aa5c-81ea19e3ac49, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=fee9b700-0d63-485b-aa5c-81ea19e3ac49,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:12:09.225013 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f43249f6-4b55-40da-bcc4-89d33bb171ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (fee9b700-0d63-485b-aa5c-81ea19e3ac49), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:09.252069 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-f43249f6-4b55-40da-bcc4-89d33bb171ec admin admin] Calling delete_port for fee9b700-0d63-485b-aa5c-81ea19e3ac49 owned by network:router_gateway {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:12:09.275533 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:09.398922 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [req-ca0e2743-d164-4643-a9c9-414350e3672b req-3e2166d4-8b22-4f4b-a680-a7710b428c02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81 {{(pid=106583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:12:09.445336 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-ca0e2743-d164-4643-a9c9-414350e3672b req-3e2166d4-8b22-4f4b-a680-a7710b428c02 service neutron] Publish callbacks [] for port (7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:09.463934 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:09.475436 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.provisioning_blocks [req-ca0e2743-d164-4643-a9c9-414350e3672b req-3e2166d4-8b22-4f4b-a680-a7710b428c02 service neutron] Transition to ACTIVE for port object 7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81 will not be triggered until provisioned by entity L2. {{(pid=106583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:12:09.532890 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-ca0e2743-d164-4643-a9c9-414350e3672b req-3e2166d4-8b22-4f4b-a680-a7710b428c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:09.540632 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8904d5-9a0a-4155-9461-99838a6ce86a req-e9b5bfc3-7baa-4867-99ef-c45d4fe93bc1 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:09.542230 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8a8904d5-9a0a-4155-9461-99838a6ce86a req-e9b5bfc3-7baa-4867-99ef-c45d4fe93bc1 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc HTTP/1.1" status: 200 len: 932 time: 0.0688066 Sep 26 18:12:09.663694 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2166d4-8b22-4f4b-a680-a7710b428c02 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81,revision_number=2']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:09.715502 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f43249f6-4b55-40da-bcc4-89d33bb171ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (fee9b700-0d63-485b-aa5c-81ea19e3ac49), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:09.726166 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8a8904d5-9a0a-4155-9461-99838a6ce86a req-1e7b461b-2334-430b-a2e8-4c06c38fdb86 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5dd9ae79-4c09-477b-bc3e-56ac9f209e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607625 Sep 26 18:12:09.756244 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43249f6-4b55-40da-bcc4-89d33bb171ec admin admin] Pushing event deleted for resources: {'Port': ['ID=fee9b700-0d63-485b-aa5c-81ea19e3ac49,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:09.767502 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-ca0e2743-d164-4643-a9c9-414350e3672b req-3e2166d4-8b22-4f4b-a680-a7710b428c02 service neutron] Attempting to bind port 7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:12:09.767881 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-ca0e2743-d164-4643-a9c9-414350e3672b req-3e2166d4-8b22-4f4b-a680-a7710b428c02 service neutron] Attempting to bind port 7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'd0cbad2c-e329-4aab-ab77-16ad7069e3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3c66d0c1-a26e-44a7-90d6-75ca678825c7'}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:12:09.768220 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0e2743-d164-4643-a9c9-414350e3672b req-3e2166d4-8b22-4f4b-a680-a7710b428c02 service neutron] Attempting to bind port 7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81 on network 3c66d0c1-a26e-44a7-90d6-75ca678825c7 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:12:09.862657 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f43249f6-4b55-40da-bcc4-89d33bb171ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500258'] for router_gateway (3e20594e-1f53-4ac7-8171-27f3bd6d2ed7), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:09.866003 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0e2743-d164-4643-a9c9-414350e3672b req-3e2166d4-8b22-4f4b-a680-a7710b428c02 service neutron] Port 7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81 on network 3c66d0c1-a26e-44a7-90d6-75ca678825c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:12:09.866318 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0e2743-d164-4643-a9c9-414350e3672b req-3e2166d4-8b22-4f4b-a680-a7710b428c02 service neutron] Attempting to bind port 7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81 on network 3c66d0c1-a26e-44a7-90d6-75ca678825c7 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:12:10.000586 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f43249f6-4b55-40da-bcc4-89d33bb171ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2095462'] for router (3e20594e-1f53-4ac7-8171-27f3bd6d2ed7), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:10.006781 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f43249f6-4b55-40da-bcc4-89d33bb171ec admin admin] Publish callbacks [] for router_controller (3e20594e-1f53-4ac7-8171-27f3bd6d2ed7), precommit_delete_associations {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:10.022601 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device d185ffd1-5e1a-4056-be74-0bb851a4b8df no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:12:10.051623 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] No Port match for: d185ffd1-5e1a-4056-be74-0bb851a4b8df {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:12:10.052009 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device d185ffd1-5e1a-4056-be74-0bb851a4b8df not bound to the agent host dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:12:10.052426 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device fee9b700-0d63-485b-aa5c-81ea19e3ac49 no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:12:10.055534 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0e2743-d164-4643-a9c9-414350e3672b req-3e2166d4-8b22-4f4b-a680-a7710b428c02 service neutron] Checking agent: {'id': 'b76d05ef-6768-47d4-84e3-b7f3ce45293e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'started_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:12:10.055909 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0e2743-d164-4643-a9c9-414350e3672b req-3e2166d4-8b22-4f4b-a680-a7710b428c02 service neutron] Checking segment: {'id': 'd0cbad2c-e329-4aab-ab77-16ad7069e3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3c66d0c1-a26e-44a7-90d6-75ca678825c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:12:10.056307 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0e2743-d164-4643-a9c9-414350e3672b req-3e2166d4-8b22-4f4b-a680-a7710b428c02 service neutron] Bound using segment: {'id': 'd0cbad2c-e329-4aab-ab77-16ad7069e3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3c66d0c1-a26e-44a7-90d6-75ca678825c7'} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:12:10.056768 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-ca0e2743-d164-4643-a9c9-414350e3672b req-3e2166d4-8b22-4f4b-a680-a7710b428c02 service neutron] Bound port: 7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0cbad2c-e329-4aab-ab77-16ad7069e3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3c66d0c1-a26e-44a7-90d6-75ca678825c7'}}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:12:10.057131 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-ca0e2743-d164-4643-a9c9-414350e3672b req-3e2166d4-8b22-4f4b-a680-a7710b428c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:10.078944 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] No Port match for: fee9b700-0d63-485b-aa5c-81ea19e3ac49 {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:12:10.079380 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device fee9b700-0d63-485b-aa5c-81ea19e3ac49 not bound to the agent host dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:12:10.142988 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-ca0e2743-d164-4643-a9c9-414350e3672b req-3e2166d4-8b22-4f4b-a680-a7710b428c02 service neutron] For port 7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81, host hv-cinder-85931, cleared binding levels {{(pid=106583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:12:10.146821 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-ca0e2743-d164-4643-a9c9-414350e3672b req-3e2166d4-8b22-4f4b-a680-a7710b428c02 service neutron] For port 7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81,segment=NetworkSegment(d0cbad2c-e329-4aab-ab77-16ad7069e3cf),segment_id=d0cbad2c-e329-4aab-ab77-16ad7069e3cf)] {{(pid=106583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:12:10.180220 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f43249f6-4b55-40da-bcc4-89d33bb171ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504853'] for router (3e20594e-1f53-4ac7-8171-27f3bd6d2ed7), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:10.181075 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43249f6-4b55-40da-bcc4-89d33bb171ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e20594e-1f53-4ac7-8171-27f3bd6d2ed7 {{(pid=106583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 18:12:10.186066 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f43249f6-4b55-40da-bcc4-89d33bb171ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:10.187526 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-f43249f6-4b55-40da-bcc4-89d33bb171ec admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/3e20594e-1f53-4ac7-8171-27f3bd6d2ed7 HTTP/1.1" status: 204 len: 168 time: 1.6595125 Sep 26 18:12:10.190506 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 54470) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:12:10.253345 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e209b9-784e-49aa-8a18-fc04e1af5308 admin admin] Deleting subnet c15ae608-4669-4c6f-bf89-62b97d33bd2d {{(pid=106582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:12:10.256989 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-c2e209b9-784e-49aa-8a18-fc04e1af5308 admin admin] Publish callbacks [] for subnet (c15ae608-4669-4c6f-bf89-62b97d33bd2d), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:10.273395 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-ca0e2743-d164-4643-a9c9-414350e3672b req-3e2166d4-8b22-4f4b-a680-a7710b428c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:10.281258 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e2743-d164-4643-a9c9-414350e3672b req-3e2166d4-8b22-4f4b-a680-a7710b428c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:10.282464 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-ca0e2743-d164-4643-a9c9-414350e3672b req-3e2166d4-8b22-4f4b-a680-a7710b428c02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:10.284761 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ca0e2743-d164-4643-a9c9-414350e3672b req-3e2166d4-8b22-4f4b-a680-a7710b428c02 service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81 HTTP/1.1" status: 200 len: 1094 time: 1.4470623 Sep 26 18:12:10.285602 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc', 'tag': '7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:12:10.294082 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cd6deb-ddff-433b-a6a3-789482c1cb6c" -d '{"events": [{"name": "network-changed", "server_uuid": "9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc", "tag": "7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:12:10.301529 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-c2e209b9-784e-49aa-8a18-fc04e1af5308 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2230098'] for subnet (c15ae608-4669-4c6f-bf89-62b97d33bd2d), precommit_delete_associations {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:10.359939 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6055e67f-5422-4a6f-8fe4-fbab431ddc84 x-openstack-request-id: req-6055e67f-5422-4a6f-8fe4-fbab431ddc84 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:12:10.360281 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc", "tag": "7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:12:10.360525 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6055e67f-5422-4a6f-8fe4-fbab431ddc84 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:12:10.360951 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6055e67f-5422-4a6f-8fe4-fbab431ddc84'] response: {'name': 'network-changed', 'server_uuid': '9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc', 'tag': '7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81', 'status': 'completed', 'code': 200} Sep 26 18:12:10.375207 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2166d4-8b22-4f4b-a680-a7710b428c02 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81,revision_number=3']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:10.375432 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:10.423711 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-c2e209b9-784e-49aa-8a18-fc04e1af5308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32872334'] for subnet (c15ae608-4669-4c6f-bf89-62b97d33bd2d), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:10.459893 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd6deb-ddff-433b-a6a3-789482c1cb6c req-0bde3e13-6f3e-434b-8853-58d49e400543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:10.461388 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-97cd6deb-ddff-433b-a6a3-789482c1cb6c req-0bde3e13-6f3e-434b-8853-58d49e400543 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=518090209d9a462fbf40d6cb86c3c695&device_id=9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc HTTP/1.1" status: 200 len: 1128 time: 0.0531118 Sep 26 18:12:10.552220 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-c2e209b9-784e-49aa-8a18-fc04e1af5308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32869299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-514030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2161408'] for subnet (c15ae608-4669-4c6f-bf89-62b97d33bd2d), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:10.579124 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e209b9-784e-49aa-8a18-fc04e1af5308 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c15ae608-4669-4c6f-bf89-62b97d33bd2d,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:10.586275 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-c2e209b9-784e-49aa-8a18-fc04e1af5308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for subnet (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:10.594233 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-c2e209b9-784e-49aa-8a18-fc04e1af5308 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/c15ae608-4669-4c6f-bf89-62b97d33bd2d HTTP/1.1" status: 204 len: 168 time: 0.3980401 Sep 26 18:12:10.594233 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 54474) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:12:10.612922 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2d3a76-bc26-456a-bf4c-b73a976c6a65 None None] Network abf89671-6d48-4dd4-b938-779906ace67d requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:12:10.714711 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9aeade31-7dee-460b-88ab-ef2a96502ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32779771'] for network (abf89671-6d48-4dd4-b938-779906ace67d), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:10.783918 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-9aeade31-7dee-460b-88ab-ef2a96502ef3 admin admin] Deleting port fd776bec-5aed-4b25-8add-dc1bbfc095fe {{(pid=106582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:12:10.784457 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9aeade31-7dee-460b-88ab-ef2a96502ef3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (fd776bec-5aed-4b25-8add-dc1bbfc095fe), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:10.856826 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:10.873441 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ac29cc-e7e2-4b92-a479-8404cc8d3c81 None None] DHCP port deletion for abf89671-6d48-4dd4-b938-779906ace67d request from dv-cinder-859319-1-iscsi {{(pid=106584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 18:12:10.882813 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:10.889696 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.db [None req-9aeade31-7dee-460b-88ab-ef2a96502ef3 admin admin] For port fd776bec-5aed-4b25-8add-dc1bbfc095fe, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=fd776bec-5aed-4b25-8add-dc1bbfc095fe,segment=NetworkSegment(5453355c-4287-48c2-bd02-9fc8b8a9066a),segment_id=5453355c-4287-48c2-bd02-9fc8b8a9066a)] {{(pid=106582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:12:10.890306 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9aeade31-7dee-460b-88ab-ef2a96502ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (fd776bec-5aed-4b25-8add-dc1bbfc095fe), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:10.918976 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-9aeade31-7dee-460b-88ab-ef2a96502ef3 admin admin] Calling delete_port for fd776bec-5aed-4b25-8add-dc1bbfc095fe owned by network:dhcp {{(pid=106582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:12:10.937000 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-76ac29cc-e7e2-4b92-a479-8404cc8d3c81 None None] Deleting port fd776bec-5aed-4b25-8add-dc1bbfc095fe {{(pid=106584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:12:10.937701 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-76ac29cc-e7e2-4b92-a479-8404cc8d3c81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (fd776bec-5aed-4b25-8add-dc1bbfc095fe), before_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:10.939911 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd6deb-ddff-433b-a6a3-789482c1cb6c req-37fa9963-c2aa-4126-8169-6166c74fa418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:10.941574 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-97cd6deb-ddff-433b-a6a3-789482c1cb6c req-37fa9963-c2aa-4126-8169-6166c74fa418 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=518090209d9a462fbf40d6cb86c3c695&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4670334 Sep 26 18:12:10.947859 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583e3c3-fceb-4586-891e-ab12ed75b9e0 req-453d15c2-7543-4d4f-8ff5-174db653fbe5 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:10.954704 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1583e3c3-fceb-4586-891e-ab12ed75b9e0 req-453d15c2-7543-4d4f-8ff5-174db653fbe5 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc HTTP/1.1" status: 200 len: 944 time: 0.0873950 Sep 26 18:12:10.973646 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:11.023393 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-76ac29cc-e7e2-4b92-a479-8404cc8d3c81 None None] For port fd776bec-5aed-4b25-8add-dc1bbfc095fe, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=fd776bec-5aed-4b25-8add-dc1bbfc095fe,segment=NetworkSegment(5453355c-4287-48c2-bd02-9fc8b8a9066a),segment_id=5453355c-4287-48c2-bd02-9fc8b8a9066a)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:12:11.024294 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-76ac29cc-e7e2-4b92-a479-8404cc8d3c81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (fd776bec-5aed-4b25-8add-dc1bbfc095fe), precommit_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:11.042962 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-76ac29cc-e7e2-4b92-a479-8404cc8d3c81 None None] Calling delete_port for fd776bec-5aed-4b25-8add-dc1bbfc095fe owned by network:dhcp {{(pid=106584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:12:11.081978 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1583e3c3-fceb-4586-891e-ab12ed75b9e0 req-0c7caab3-35c8-4ed7-9948-73e25746ff9a tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5dd9ae79-4c09-477b-bc3e-56ac9f209e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263208 Sep 26 18:12:11.112543 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9aeade31-7dee-460b-88ab-ef2a96502ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (fd776bec-5aed-4b25-8add-dc1bbfc095fe), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:11.136261 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:11.138721 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd6deb-ddff-433b-a6a3-789482c1cb6c req-2fa6fd42-4234-4685-b5ac-21b5ce422103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:11.141363 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-97cd6deb-ddff-433b-a6a3-789482c1cb6c req-2fa6fd42-4234-4685-b5ac-21b5ce422103 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1834328 Sep 26 18:12:11.154044 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeade31-7dee-460b-88ab-ef2a96502ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd776bec-5aed-4b25-8add-dc1bbfc095fe,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:11.158836 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeade31-7dee-460b-88ab-ef2a96502ef3 admin admin] No DVR routers for this DVR port fd776bec-5aed-4b25-8add-dc1bbfc095fe on host dv-cinder-859319-1-iscsi {{(pid=106582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:12:11.170168 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-76ac29cc-e7e2-4b92-a479-8404cc8d3c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729'] for port (fd776bec-5aed-4b25-8add-dc1bbfc095fe), after_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:11.200484 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac29cc-e7e2-4b92-a479-8404cc8d3c81 None None] Pushing event deleted for resources: {'Port': ['ID=fd776bec-5aed-4b25-8add-dc1bbfc095fe,revision_number=None']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:11.209101 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ac29cc-e7e2-4b92-a479-8404cc8d3c81 None None] No DVR routers for this DVR port fd776bec-5aed-4b25-8add-dc1bbfc095fe on host dv-cinder-859319-1-iscsi {{(pid=106584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:12:11.252303 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9aeade31-7dee-460b-88ab-ef2a96502ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841381', 'neutron.services.segments.db._delete_segments_for_network-8756749958337'] for network (abf89671-6d48-4dd4-b938-779906ace67d), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:11.268052 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e2743-d164-4643-a9c9-414350e3672b req-8cab9f4c-665a-4ad4-a666-c340adc811e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:11.270698 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ca0e2743-d164-4643-a9c9-414350e3672b req-8cab9f4c-665a-4ad4-a666-c340adc811e7 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=518090209d9a462fbf40d6cb86c3c695&device_id=9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc HTTP/1.1" status: 200 len: 1128 time: 0.0478857 Sep 26 18:12:11.277822 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.services.segments.db [None req-9aeade31-7dee-460b-88ab-ef2a96502ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf89671-6d48-4dd4-b938-779906ace67d']}} {{(pid=106582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:12:11.289746 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.services.segments.db [None req-9aeade31-7dee-460b-88ab-ef2a96502ef3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5453355c-4287-48c2-bd02-9fc8b8a9066a') {'for_net_delete': True} {{(pid=106582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:12:11.290045 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.services.segments.db [None req-9aeade31-7dee-460b-88ab-ef2a96502ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5453355c-4287-48c2-bd02-9fc8b8a9066a') {} {{(pid=106582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:12:11.302824 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9aeade31-7dee-460b-88ab-ef2a96502ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756749958229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230121'] for segment (5453355c-4287-48c2-bd02-9fc8b8a9066a), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:11.321023 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9aeade31-7dee-460b-88ab-ef2a96502ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (5453355c-4287-48c2-bd02-9fc8b8a9066a), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:11.322775 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ca0e2743-d164-4643-a9c9-414350e3672b req-b7890389-ce23-432b-bd63-8a249ec0c5bd service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81 HTTP/1.1" status: 200 len: 217 time: 0.0353897 Sep 26 18:12:11.332188 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aeade31-7dee-460b-88ab-ef2a96502ef3 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=106582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:12:11.332566 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9aeade31-7dee-460b-88ab-ef2a96502ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-513876'] for segment (5453355c-4287-48c2-bd02-9fc8b8a9066a), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:11.375358 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.services.segments.plugin [-] Segment 5453355c-4287-48c2-bd02-9fc8b8a9066a resource provider aggregate not found Sep 26 18:12:11.391319 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e2743-d164-4643-a9c9-414350e3672b req-f7262bde-6eee-4b0d-a8fe-4f8e3a60fc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:11.392847 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ca0e2743-d164-4643-a9c9-414350e3672b req-f7262bde-6eee-4b0d-a8fe-4f8e3a60fc02 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=0c541fad-a015-48ee-8c06-dd6dcfdd8100 HTTP/1.1" status: 200 len: 854 time: 0.0634234 Sep 26 18:12:11.403061 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.services.segments.plugin [-] Segment 5453355c-4287-48c2-bd02-9fc8b8a9066a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5453355c-4287-48c2-bd02-9fc8b8a9066a found for delete ", "request_id": "req-3de88cd8-f662-45d5-9de7-82be7f6c4a5a"}]} Sep 26 18:12:11.433845 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ca0e2743-d164-4643-a9c9-414350e3672b req-fde0f31f-bd55-459c-aa1f-e8e008e53741 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=3c66d0c1-a26e-44a7-90d6-75ca678825c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345311 Sep 26 18:12:11.472284 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9aeade31-7dee-460b-88ab-ef2a96502ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500471'] for network (abf89671-6d48-4dd4-b938-779906ace67d), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:11.491159 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9aeade31-7dee-460b-88ab-ef2a96502ef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:11.494564 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-9aeade31-7dee-460b-88ab-ef2a96502ef3 admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/abf89671-6d48-4dd4-b938-779906ace67d HTTP/1.1" status: 204 len: 168 time: 0.8994355 Sep 26 18:12:11.495983 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeade31-7dee-460b-88ab-ef2a96502ef3 admin admin] Pushing event deleted for resources: {'Network': ['ID=abf89671-6d48-4dd4-b938-779906ace67d,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:11.585464 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ca0e2743-d164-4643-a9c9-414350e3672b req-ade9127c-60c5-4535-9801-eec3b682bebd service neutron] 10.222.0.88 "GET /networking/v2.0/networks/3c66d0c1-a26e-44a7-90d6-75ca678825c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409643 Sep 26 18:12:11.708064 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ca0e2743-d164-4643-a9c9-414350e3672b req-9e988f5f-d77c-4f1c-ae13-72f4b4bf030a service neutron] 10.222.0.88 "GET /networking/v2.0/networks/3c66d0c1-a26e-44a7-90d6-75ca678825c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062455 Sep 26 18:12:11.798489 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 54486) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:12:11.849367 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-4ac94c30-fe90-4771-ba13-47e3b3b2cef6 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=08e4bf78b8f043a598a4b6a1d8acc219&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0496929 Sep 26 18:12:11.856893 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 54488) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:12:11.913403 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8f95319d-d718-4da8-8c90-30aaa1783dcf admin admin] Publish callbacks [] for security_group (f43a2eac-554a-4551-a6dc-0c9ffe066075), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:11.945118 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8f95319d-d718-4da8-8c90-30aaa1783dcf admin admin] Publish callbacks [] for security_group (f43a2eac-554a-4551-a6dc-0c9ffe066075), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:11.966308 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device fd776bec-5aed-4b25-8add-dc1bbfc095fe no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:12:11.988636 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] No Port match for: fd776bec-5aed-4b25-8add-dc1bbfc095fe {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:12:11.989367 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device fd776bec-5aed-4b25-8add-dc1bbfc095fe not bound to the agent host dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:12:12.088941 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8f95319d-d718-4da8-8c90-30aaa1783dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (f43a2eac-554a-4551-a6dc-0c9ffe066075), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:12.091930 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8f95319d-d718-4da8-8c90-30aaa1783dcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:12.093490 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-8f95319d-d718-4da8-8c90-30aaa1783dcf admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/f43a2eac-554a-4551-a6dc-0c9ffe066075 HTTP/1.1" status: 204 len: 168 time: 0.2354996 Sep 26 18:12:12.103025 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95319d-d718-4da8-8c90-30aaa1783dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43a2eac-554a-4551-a6dc-0c9ffe066075,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:12.257445 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58c25b-9a5b-4e1b-af83-1e5a58407896 req-3c46c9ef-048b-48bc-945f-80cdbeefd293 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:12.259108 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-db58c25b-9a5b-4e1b-af83-1e5a58407896 req-3c46c9ef-048b-48bc-945f-80cdbeefd293 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc HTTP/1.1" status: 200 len: 944 time: 0.0691867 Sep 26 18:12:12.311060 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-db58c25b-9a5b-4e1b-af83-1e5a58407896 req-60d0daa9-8ffb-4c5e-8ff7-ebe7bf88c388 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5dd9ae79-4c09-477b-bc3e-56ac9f209e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461314 Sep 26 18:12:12.856757 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 54504) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:12:12.923628 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-cd2b453a-faad-498d-a1c1-c0394ed908c8 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=35275742c4a04744be7a7ef07a7f9356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0646162 Sep 26 18:12:12.926311 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 54506) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:12:12.984144 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8f460276-a580-411e-9d77-0c58ff21f52b admin admin] Publish callbacks [] for security_group (0d382ff6-1d25-4569-8f8d-f41214d08162), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:13.009956 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8f460276-a580-411e-9d77-0c58ff21f52b admin admin] Publish callbacks [] for security_group (0d382ff6-1d25-4569-8f8d-f41214d08162), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:13.146715 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8f460276-a580-411e-9d77-0c58ff21f52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (0d382ff6-1d25-4569-8f8d-f41214d08162), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:13.149552 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8f460276-a580-411e-9d77-0c58ff21f52b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:13.150800 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-8f460276-a580-411e-9d77-0c58ff21f52b admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/0d382ff6-1d25-4569-8f8d-f41214d08162 HTTP/1.1" status: 204 len: 168 time: 0.2231543 Sep 26 18:12:13.160189 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f460276-a580-411e-9d77-0c58ff21f52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d382ff6-1d25-4569-8f8d-f41214d08162,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:13.491909 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e991d6-2903-44db-b05c-ecaa27306dba req-7fd27851-d62a-4ba4-a9fc-f64d29942515 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:13.494141 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-21e991d6-2903-44db-b05c-ecaa27306dba req-7fd27851-d62a-4ba4-a9fc-f64d29942515 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc HTTP/1.1" status: 200 len: 944 time: 0.0651727 Sep 26 18:12:13.552043 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:13.575746 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-21e991d6-2903-44db-b05c-ecaa27306dba req-feb4e234-71b7-4483-9463-bdda0eefb2e1 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5dd9ae79-4c09-477b-bc3e-56ac9f209e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731084 Sep 26 18:12:14.740121 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615ed93-b360-4855-8381-1b5fd359faa5 req-21cb7548-4717-4a0c-bbd2-560379ff0a5d tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:14.741689 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f615ed93-b360-4855-8381-1b5fd359faa5 req-21cb7548-4717-4a0c-bbd2-560379ff0a5d tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc HTTP/1.1" status: 200 len: 944 time: 0.0584254 Sep 26 18:12:14.805616 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f615ed93-b360-4855-8381-1b5fd359faa5 req-d462550b-5893-443e-b7a2-93f5ea82d8ea tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5dd9ae79-4c09-477b-bc3e-56ac9f209e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578234 Sep 26 18:12:14.850011 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:12:14.950829 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036c752-0754-4597-864a-131cc34e5fd6 req-6a733f33-f83a-4e82-be07-fb61f804608f tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:14.953129 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0036c752-0754-4597-864a-131cc34e5fd6 req-6a733f33-f83a-4e82-be07-fb61f804608f tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0735097 Sep 26 18:12:14.994848 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81,segment=NetworkSegment(d0cbad2c-e329-4aab-ab77-16ad7069e3cf),segment_id=d0cbad2c-e329-4aab-ab77-16ad7069e3cf)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:12:15.010592 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Returning: {'device': '7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81', 'network_id': '3c66d0c1-a26e-44a7-90d6-75ca678825c7', 'port_id': '7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81', 'mac_address': 'fa:16:3e:3b:05:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c541fad-a015-48ee-8c06-dd6dcfdd8100', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:12:15.030594 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0036c752-0754-4597-864a-131cc34e5fd6 req-c0369e06-735e-43da-a255-701c60020e56 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667946 Sep 26 18:12:15.057603 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port 7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81 is: DOWN; New status is: BUILD {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:12:15.057902 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:15.075848 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81 {{(pid=106584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:12:15.107797 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81,segment=NetworkSegment(d0cbad2c-e329-4aab-ab77-16ad7069e3cf),segment_id=d0cbad2c-e329-4aab-ab77-16ad7069e3cf)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:12:15.220885 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:15.276788 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:15.558810 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:12:15.605318 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:15.970210 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7b5ea-4481-40a8-95d5-407f61f95513 req-d04dbdf3-ce65-4c4c-a4bc-f0ae1264800b tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:15.972197 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a5c7b5ea-4481-40a8-95d5-407f61f95513 req-d04dbdf3-ce65-4c4c-a4bc-f0ae1264800b tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc HTTP/1.1" status: 200 len: 945 time: 0.0593646 Sep 26 18:12:16.049517 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a5c7b5ea-4481-40a8-95d5-407f61f95513 req-4f6b4bf9-aa21-4cfb-9fc6-8cd17f329e6e tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5dd9ae79-4c09-477b-bc3e-56ac9f209e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705261 Sep 26 18:12:16.206987 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bb0d1-4a67-4610-8c56-fb2ecb29be9b req-292fc7d8-f763-45ef-a16d-6087be31d217 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:16.209309 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f14bb0d1-4a67-4610-8c56-fb2ecb29be9b req-292fc7d8-f763-45ef-a16d-6087be31d217 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0793068 Sep 26 18:12:16.239788 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:16.292633 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f14bb0d1-4a67-4610-8c56-fb2ecb29be9b req-ee0f7b2d-04b0-426a-a729-eb089f8ca57a tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744119 Sep 26 18:12:16.403347 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:16.875028 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81 up at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:12:16.944517 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning for port 7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81 completed by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:12:17.017035 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning complete for port 7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:12:17.020211 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:17.020211 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Attempt 1 to provision port 7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81 Sep 26 18:12:17.118632 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port 7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81 is: BUILD; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:12:17.119020 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:17.145950 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81'}] {{(pid=106584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:12:17.148159 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743b4769c4925b62b4889170aadb5ee5b65d77d3032155737795e39ae48b1258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8564f7ea-5059-4e87-bab0-cf2ad9115660" -d '{"events": [{"server_uuid": "9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc", "name": "network-vif-plugged", "status": "completed", "tag": "7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81"}]}' {{(pid=106584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:12:17.157268 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=30 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:17.163341 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=30 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:17.164437 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81,segment=NetworkSegment(d0cbad2c-e329-4aab-ab77-16ad7069e3cf),segment_id=d0cbad2c-e329-4aab-ab77-16ad7069e3cf)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:12:17.201109 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845e29ac-dc08-4d0d-b0a5-d890c1800ab1 x-openstack-request-id: req-845e29ac-dc08-4d0d-b0a5-d890c1800ab1 {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:12:17.201386 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc", "name": "network-vif-plugged", "status": "completed", "tag": "7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81", "code": 200}]} {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:12:17.201695 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-845e29ac-dc08-4d0d-b0a5-d890c1800ab1 {{(pid=106584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:12:17.202172 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-845e29ac-dc08-4d0d-b0a5-d890c1800ab1'] response: {'server_uuid': '9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81', 'code': 200} Sep 26 18:12:17.215088 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431c289-8a5b-4eab-b80d-ed302e2aaadf req-b1c44ec3-b6ff-42d2-b419-2cc4af9c0d52 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:17.216661 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9431c289-8a5b-4eab-b80d-ed302e2aaadf req-b1c44ec3-b6ff-42d2-b419-2cc4af9c0d52 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc HTTP/1.1" status: 200 len: 945 time: 0.0578923 Sep 26 18:12:17.254455 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:17.272539 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9431c289-8a5b-4eab-b80d-ed302e2aaadf req-927cef51-c2ed-4335-b743-e257fbe10a7b tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5dd9ae79-4c09-477b-bc3e-56ac9f209e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494182 Sep 26 18:12:17.313399 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:17.434671 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36715045-8c3b-4841-9ff4-349689fcff49 req-6378e50c-012a-4df7-a34f-23a4b4c211bb tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:17.436171 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-36715045-8c3b-4841-9ff4-349689fcff49 req-6378e50c-012a-4df7-a34f-23a4b4c211bb tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0578809 Sep 26 18:12:17.491316 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-36715045-8c3b-4841-9ff4-349689fcff49 req-86ea2881-4321-47d5-945e-cc0a29b64152 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480533 Sep 26 18:12:17.617851 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5fdfbc-a7cb-4113-b210-21e510c52267 req-8ef91a54-3e48-4276-b071-ec2219a504a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:17.619385 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dc5fdfbc-a7cb-4113-b210-21e510c52267 req-8ef91a54-3e48-4276-b071-ec2219a504a1 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc HTTP/1.1" status: 200 len: 1130 time: 0.0467346 Sep 26 18:12:17.917278 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dc5fdfbc-a7cb-4113-b210-21e510c52267 req-c212a653-c07f-4262-8a27-8c068648a170 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5dd9ae79-4c09-477b-bc3e-56ac9f209e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519655 Sep 26 18:12:18.158704 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:12:18.404631 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511eef6-c8a9-4b53-b9e6-2f56a39fb457 req-6dd3cb7c-03d5-4d44-9312-4ea13311e9f6 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:18.406939 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7511eef6-c8a9-4b53-b9e6-2f56a39fb457 req-6dd3cb7c-03d5-4d44-9312-4ea13311e9f6 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc HTTP/1.1" status: 200 len: 946 time: 0.0543182 Sep 26 18:12:18.471517 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7511eef6-c8a9-4b53-b9e6-2f56a39fb457 req-60831bd3-125f-44de-9109-6ebcf3276d27 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5dd9ae79-4c09-477b-bc3e-56ac9f209e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578747 Sep 26 18:12:18.618828 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397534a-3e55-49ad-b7bb-bcee58d27768 req-70cc8bf2-c852-42cc-b284-3be8a19769c7 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:18.620347 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9397534a-3e55-49ad-b7bb-bcee58d27768 req-70cc8bf2-c852-42cc-b284-3be8a19769c7 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0497105 Sep 26 18:12:18.692328 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9397534a-3e55-49ad-b7bb-bcee58d27768 req-6c97d467-6645-4568-849c-c7544a6125c9 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648766 Sep 26 18:12:19.622632 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1599e57-0241-4383-8514-03855b17218c req-7230cdd1-b806-4916-9047-7bfe7e8f19cf tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:19.624814 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d1599e57-0241-4383-8514-03855b17218c req-7230cdd1-b806-4916-9047-7bfe7e8f19cf tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc HTTP/1.1" status: 200 len: 946 time: 0.0575781 Sep 26 18:12:19.695011 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d1599e57-0241-4383-8514-03855b17218c req-2d8e968b-9383-437e-b1db-abbd065b3b88 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5dd9ae79-4c09-477b-bc3e-56ac9f209e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611260 Sep 26 18:12:19.834217 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:19.852924 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87560acb-62ae-46f4-b158-dc84bc968987 req-728be549-a23b-47a2-add9-2d7d27e1dceb tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:19.852924 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-87560acb-62ae-46f4-b158-dc84bc968987 req-728be549-a23b-47a2-add9-2d7d27e1dceb tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0724928 Sep 26 18:12:19.921516 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-87560acb-62ae-46f4-b158-dc84bc968987 req-dcccbf44-439e-4aff-86a6-4acb8b7904cd tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642138 Sep 26 18:12:20.616317 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-84b4c226-a770-4105-b22a-c56281ccadcc req-a2a2e89f-8579-4ba2-9285-50d5d0aa2295 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568171 Sep 26 18:12:20.711823 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4c226-a770-4105-b22a-c56281ccadcc req-295b33eb-68e1-457a-b835-5762bc3161c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:20.713333 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-84b4c226-a770-4105-b22a-c56281ccadcc req-295b33eb-68e1-457a-b835-5762bc3161c6 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=f6595854cfb04a11994c6aed8f5857c6&device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 1130 time: 0.0485036 Sep 26 18:12:20.834411 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4c226-a770-4105-b22a-c56281ccadcc req-6893417f-8bc7-4108-9c28-d201d1b59396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:20.835885 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-84b4c226-a770-4105-b22a-c56281ccadcc req-6893417f-8bc7-4108-9c28-d201d1b59396 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=ce568303-84c8-4c5c-8d2c-8e418731567a HTTP/1.1" status: 200 len: 917 time: 0.1010072 Sep 26 18:12:20.910237 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-84b4c226-a770-4105-b22a-c56281ccadcc req-f907a3c8-512e-48eb-8f2e-3f1c97ddc7b1 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4810d7ad-3670-4d57-835a-ea0d6344ef48 HTTP/1.1" status: 200 len: 1001 time: 0.0681071 Sep 26 18:12:20.980881 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4c226-a770-4105-b22a-c56281ccadcc req-648da2c6-42bc-49cf-aae5-f11176f91dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:20.982539 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-84b4c226-a770-4105-b22a-c56281ccadcc req-648da2c6-42bc-49cf-aae5-f11176f91dea service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=022b4299-5ffc-4e1c-a1f8-69b6504727f0 HTTP/1.1" status: 200 len: 855 time: 0.0596611 Sep 26 18:12:21.089282 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4c226-a770-4105-b22a-c56281ccadcc req-441699e0-f9a3-4327-b8fe-76f65812ee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:21.090810 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-84b4c226-a770-4105-b22a-c56281ccadcc req-441699e0-f9a3-4327-b8fe-76f65812ee98 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=ce568303-84c8-4c5c-8d2c-8e418731567a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1002219 Sep 26 18:12:21.099172 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:21.118271 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782597f-e7f9-4869-aa34-b7236677aa05 req-8e8db92f-a3a9-4847-88da-dc6c3e398a34 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:21.120084 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a782597f-e7f9-4869-aa34-b7236677aa05 req-8e8db92f-a3a9-4847-88da-dc6c3e398a34 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0914054 Sep 26 18:12:21.244684 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a782597f-e7f9-4869-aa34-b7236677aa05 req-a8314a82-6185-4fa9-9e4c-e96ada3b58fd tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128902 Sep 26 18:12:21.271313 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-84b4c226-a770-4105-b22a-c56281ccadcc req-38984ea1-f992-4693-aa96-ce0d98b4ebe4 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ce568303-84c8-4c5c-8d2c-8e418731567a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672876 Sep 26 18:12:21.385707 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-84b4c226-a770-4105-b22a-c56281ccadcc req-4aa65e8a-f397-4b01-a526-70b5eefe6d38 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/ce568303-84c8-4c5c-8d2c-8e418731567a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111627 Sep 26 18:12:22.388117 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1596813-1ce1-4067-b8c4-0786ec836ee7 req-35a0c300-c100-4a53-a1c3-cc0271e4c452 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:22.390061 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d1596813-1ce1-4067-b8c4-0786ec836ee7 req-35a0c300-c100-4a53-a1c3-cc0271e4c452 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0535300 Sep 26 18:12:22.456098 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d1596813-1ce1-4067-b8c4-0786ec836ee7 req-49432aa2-06ff-4097-bb9d-90da20023777 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595672 Sep 26 18:12:23.153975 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=39,neutron:DELETE=6 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:23.155724 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:23.613245 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12c409-b37a-4dda-87bd-3f9c652b737a req-0d937b94-8aca-40f6-b802-ae01e9203d5b tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:23.614814 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9b12c409-b37a-4dda-87bd-3f9c652b737a req-0d937b94-8aca-40f6-b802-ae01e9203d5b tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0560060 Sep 26 18:12:23.684909 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9b12c409-b37a-4dda-87bd-3f9c652b737a req-4e9e064e-fe36-4198-a73b-4f993b8a348a tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601172 Sep 26 18:12:24.821432 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f4bf4-d84c-41e1-860d-3a450f7a3d5c req-3d6faf7e-97e2-4608-a5b6-1f06de7b4a9c tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:24.822939 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f71f4bf4-d84c-41e1-860d-3a450f7a3d5c req-3d6faf7e-97e2-4608-a5b6-1f06de7b4a9c tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0550508 Sep 26 18:12:24.871842 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:24.876828 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f71f4bf4-d84c-41e1-860d-3a450f7a3d5c req-1ef32c7d-0254-4bf1-bf59-5dbefa78cff7 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452144 Sep 26 18:12:26.005250 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de482650-0f3f-4010-9bb7-7e1bff0f338c req-bcbbb9fb-1bec-4da6-b778-d41d70b07ff2 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:26.006799 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-de482650-0f3f-4010-9bb7-7e1bff0f338c req-bcbbb9fb-1bec-4da6-b778-d41d70b07ff2 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0506537 Sep 26 18:12:26.062056 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-de482650-0f3f-4010-9bb7-7e1bff0f338c req-4cb84160-b4e1-4812-94dd-68e32cf5f15b tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491650 Sep 26 18:12:26.507467 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250adf44-66fd-4813-92a4-75d15067db9c req-809d6a2b-23f6-4396-8eac-3b57fd6d96e5 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:26.509107 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-250adf44-66fd-4813-92a4-75d15067db9c req-809d6a2b-23f6-4396-8eac-3b57fd6d96e5 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0532804 Sep 26 18:12:26.573202 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-250adf44-66fd-4813-92a4-75d15067db9c req-0a015174-8cf4-480a-85c1-11c0e4c59191 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525556 Sep 26 18:12:26.685203 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f763a62-8ad5-4f44-9ca4-b1ba2235fb74 req-e1c6ad3a-7341-4dd7-9829-5a68fc9b534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:26.687196 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9f763a62-8ad5-4f44-9ca4-b1ba2235fb74 req-e1c6ad3a-7341-4dd7-9829-5a68fc9b534c service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=7750acf9ab4843d1a3848472e99881a1&device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 1130 time: 0.0535898 Sep 26 18:12:26.798790 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f763a62-8ad5-4f44-9ca4-b1ba2235fb74 req-d39788e2-b537-4b6a-8fd4-29d4bdfb3685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:26.800325 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9f763a62-8ad5-4f44-9ca4-b1ba2235fb74 req-d39788e2-b537-4b6a-8fd4-29d4bdfb3685 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=cfb449ba-f5c1-48f2-86e2-66ac0c50a443 HTTP/1.1" status: 200 len: 912 time: 0.1055193 Sep 26 18:12:26.871776 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9f763a62-8ad5-4f44-9ca4-b1ba2235fb74 req-7548a7c8-3501-473e-b3a4-ac543715d74e service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=555a4990-c7e3-456c-b0c7-7742d6f81240 HTTP/1.1" status: 200 len: 1002 time: 0.0634546 Sep 26 18:12:26.943249 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f763a62-8ad5-4f44-9ca4-b1ba2235fb74 req-e9f91292-4e3c-445a-9ae6-a1e86d84bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:26.947568 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9f763a62-8ad5-4f44-9ca4-b1ba2235fb74 req-e9f91292-4e3c-445a-9ae6-a1e86d84bdf0 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=83aedef4-9250-4b02-8624-1d67dbb0e7cd HTTP/1.1" status: 200 len: 850 time: 0.0672474 Sep 26 18:12:27.002882 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f763a62-8ad5-4f44-9ca4-b1ba2235fb74 req-231d40c1-da0b-43e1-b5ee-33b50bf09cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:27.004415 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9f763a62-8ad5-4f44-9ca4-b1ba2235fb74 req-231d40c1-da0b-43e1-b5ee-33b50bf09cfe service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=cfb449ba-f5c1-48f2-86e2-66ac0c50a443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520134 Sep 26 18:12:27.104604 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9f763a62-8ad5-4f44-9ca4-b1ba2235fb74 req-b3a2ceae-cff1-43bb-b2c4-993e401f6dac service neutron] 10.222.0.88 "GET /networking/v2.0/networks/cfb449ba-f5c1-48f2-86e2-66ac0c50a443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938373 Sep 26 18:12:27.169475 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:27.208199 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9f763a62-8ad5-4f44-9ca4-b1ba2235fb74 req-7c98d7ac-2ae1-4df7-9563-99a2443a2f30 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/cfb449ba-f5c1-48f2-86e2-66ac0c50a443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955267 Sep 26 18:12:27.308989 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:27.310922 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:27.718915 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a60ee-c8ec-41c8-9b4e-2557af0706ad req-7a7a0eb6-3204-458c-8ed4-a0eeeb2308d0 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:27.720437 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a97a60ee-c8ec-41c8-9b4e-2557af0706ad req-7a7a0eb6-3204-458c-8ed4-a0eeeb2308d0 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0554225 Sep 26 18:12:27.772332 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a97a60ee-c8ec-41c8-9b4e-2557af0706ad req-eaef216e-17b8-4191-92f1-73b9acfd18a4 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460758 Sep 26 18:12:28.146712 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:28.897968 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecac0a-49d6-46b0-b694-785554195572 req-328adbea-af59-4b9c-bbfd-e8e42672b539 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:28.899861 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f9ecac0a-49d6-46b0-b694-785554195572 req-328adbea-af59-4b9c-bbfd-e8e42672b539 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0483289 Sep 26 18:12:28.950865 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f9ecac0a-49d6-46b0-b694-785554195572 req-714e3863-9932-48bb-b7e2-7ac3c78d1ebe tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453203 Sep 26 18:12:30.153800 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:31.962431 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-80666365-9d4c-4a54-b850-460db6053367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:34.380202 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-b1edc069-0de5-4c43-afd6-f8fe5eb92d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:35.522478 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:37.139809 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:37.368076 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:38.944716 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=88 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:38.947803 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=21 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:41.601085 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb9e9b-14ad-4516-8049-a4a4ff7d378a req-2a07876e-0465-4d21-90bd-22b63346d67d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:41.602633 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dedb9e9b-14ad-4516-8049-a4a4ff7d378a req-2a07876e-0465-4d21-90bd-22b63346d67d tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 946 time: 0.0501547 Sep 26 18:12:41.653785 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dedb9e9b-14ad-4516-8049-a4a4ff7d378a req-742ce4ae-aa1b-43b3-b288-8a8b590f3acf tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448189 Sep 26 18:12:42.794671 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238e67d-c667-4fe6-93a7-cacf02cf20b2 req-5ce7cefe-885a-4f5a-8f56-05339a13dd8f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:42.796291 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3238e67d-c667-4fe6-93a7-cacf02cf20b2 req-5ce7cefe-885a-4f5a-8f56-05339a13dd8f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 946 time: 0.0507333 Sep 26 18:12:42.847426 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3238e67d-c667-4fe6-93a7-cacf02cf20b2 req-9950cf4b-780b-4f5e-9509-37fb89ea6b73 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443542 Sep 26 18:12:43.294198 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d3611-e741-4e12-864d-07c81051c9a2 req-84b0febe-2afa-4da8-94dc-c4d5c158b203 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:43.295617 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f61d3611-e741-4e12-864d-07c81051c9a2 req-84b0febe-2afa-4da8-94dc-c4d5c158b203 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 946 time: 0.0541613 Sep 26 18:12:43.393322 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-f61d3611-e741-4e12-864d-07c81051c9a2 req-1400c6f6-705b-463a-9472-0f58fb63b0d0 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Deleting port 4810d7ad-3670-4d57-835a-ea0d6344ef48 {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:12:43.393673 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-f61d3611-e741-4e12-864d-07c81051c9a2 req-1400c6f6-705b-463a-9472-0f58fb63b0d0 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (4810d7ad-3670-4d57-835a-ea0d6344ef48), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:43.493628 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-f61d3611-e741-4e12-864d-07c81051c9a2 req-1400c6f6-705b-463a-9472-0f58fb63b0d0 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] For port 4810d7ad-3670-4d57-835a-ea0d6344ef48, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=4810d7ad-3670-4d57-835a-ea0d6344ef48,segment=NetworkSegment(74583ddb-45f6-451b-9f0f-cd5bb37fc3b7),segment_id=74583ddb-45f6-451b-9f0f-cd5bb37fc3b7)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:12:43.494051 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-f61d3611-e741-4e12-864d-07c81051c9a2 req-1400c6f6-705b-463a-9472-0f58fb63b0d0 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (4810d7ad-3670-4d57-835a-ea0d6344ef48), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:43.671200 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-f61d3611-e741-4e12-864d-07c81051c9a2 req-1400c6f6-705b-463a-9472-0f58fb63b0d0 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:43.671571 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-f61d3611-e741-4e12-864d-07c81051c9a2 req-1400c6f6-705b-463a-9472-0f58fb63b0d0 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (d03236c4-60eb-4653-99f4-9b62f60d9830), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:43.671920 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.db.l3_db [req-f61d3611-e741-4e12-864d-07c81051c9a2 req-1400c6f6-705b-463a-9472-0f58fb63b0d0 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Floating IP d03236c4-60eb-4653-99f4-9b62f60d9830 disassociated. External IP: 172.27.3.211, port: 4810d7ad-3670-4d57-835a-ea0d6344ef48. Sep 26 18:12:43.672277 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-f61d3611-e741-4e12-864d-07c81051c9a2 req-1400c6f6-705b-463a-9472-0f58fb63b0d0 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Calling delete_port for 4810d7ad-3670-4d57-835a-ea0d6344ef48 owned by compute:nova {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:12:43.894790 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-f61d3611-e741-4e12-864d-07c81051c9a2 req-1400c6f6-705b-463a-9472-0f58fb63b0d0 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (4810d7ad-3670-4d57-835a-ea0d6344ef48), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:43.925773 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400c6f6-705b-463a-9472-0f58fb63b0d0 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Pushing event deleted for resources: {'Port': ['ID=4810d7ad-3670-4d57-835a-ea0d6344ef48,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:44.014447 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-62bfd6a6-3442-4315-8dc4-0e6e0515b817 req-f430f87b-d3fd-4975-956a-3b2dc3a88d2f tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 210 time: 0.0420001 Sep 26 18:12:44.082834 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f61d3611-e741-4e12-864d-07c81051c9a2 req-1400c6f6-705b-463a-9472-0f58fb63b0d0 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Router 136b9461-8421-452f-80a1-32968b698a84 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:12:44.140735 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:44.147570 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:44.196501 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f61d3611-e741-4e12-864d-07c81051c9a2 req-1400c6f6-705b-463a-9472-0f58fb63b0d0 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:12:44.207877 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680bf4a6-e5b7-41c2-ae95-344363f1f477 None None] Sync routers for ids ['136b9461-8421-452f-80a1-32968b698a84'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:12:44.218678 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680bf4a6-e5b7-41c2-ae95-344363f1f477 None None] Routers {'136b9461-8421-452f-80a1-32968b698a84'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:12:44.219689 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-680bf4a6-e5b7-41c2-ae95-344363f1f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:12:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['136b9461-8421-452f-80a1-32968b698a84'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:12:44.254502 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61d3611-e741-4e12-864d-07c81051c9a2 req-1400c6f6-705b-463a-9472-0f58fb63b0d0 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] No DVR routers for this DVR port 4810d7ad-3670-4d57-835a-ea0d6344ef48 on host hv-cinder-85931 {{(pid=106583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:12:44.258279 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-f61d3611-e741-4e12-864d-07c81051c9a2 req-1400c6f6-705b-463a-9472-0f58fb63b0d0 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:44.264087 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f61d3611-e741-4e12-864d-07c81051c9a2 req-1400c6f6-705b-463a-9472-0f58fb63b0d0 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.88 "DELETE /networking/v2.0/ports/4810d7ad-3670-4d57-835a-ea0d6344ef48 HTTP/1.1" status: 204 len: 173 time: 0.9619017 Sep 26 18:12:44.264890 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157c830f-c695-4a1a-a21f-1d0d6c24dd93', 'name': 'network-vif-deleted', 'tag': '4810d7ad-3670-4d57-835a-ea0d6344ef48'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:12:44.269055 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64dfa03-fa07-4fcb-bda7-f04fe40980b6" -d '{"events": [{"server_uuid": "157c830f-c695-4a1a-a21f-1d0d6c24dd93", "name": "network-vif-deleted", "tag": "4810d7ad-3670-4d57-835a-ea0d6344ef48"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:12:44.321349 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ef4298-2d87-4c02-850b-98564db4ee6f x-openstack-request-id: req-a6ef4298-2d87-4c02-850b-98564db4ee6f {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:12:44.321733 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157c830f-c695-4a1a-a21f-1d0d6c24dd93", "name": "network-vif-deleted", "tag": "4810d7ad-3670-4d57-835a-ea0d6344ef48", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:12:44.322141 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a6ef4298-2d87-4c02-850b-98564db4ee6f {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:12:44.322620 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6ef4298-2d87-4c02-850b-98564db4ee6f'] response: {'server_uuid': '157c830f-c695-4a1a-a21f-1d0d6c24dd93', 'name': 'network-vif-deleted', 'tag': '4810d7ad-3670-4d57-835a-ea0d6344ef48', 'status': 'completed', 'code': 200} Sep 26 18:12:44.371760 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-680bf4a6-e5b7-41c2-ae95-344363f1f477 None None] Set router 136b9461-8421-452f-80a1-32968b698a84 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:12:44.607803 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-680bf4a6-e5b7-41c2-ae95-344363f1f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136b9461-8421-452f-80a1-32968b698a84', 'name': 'tempest-AttachVolumeShelveTestJSON-196356939-router', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:05:24Z', 'updated_at': '2022-09-26T18:05:30Z', 'revision_number': 4, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'gw_port': {'id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:25Z', 'updated_at': '2022-09-26T18:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '95a0df67-42fa-448e-850f-a6e097dd4076', 'name': '', 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'mac_address': 'fa:16:3e:55:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:28Z', 'updated_at': '2022-09-26T18:05:35Z', 'revision_number': 5, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'subnets': [{'id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:12:44.636393 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680bf4a6-e5b7-41c2-ae95-344363f1f477 None None] Checking router: 136b9461-8421-452f-80a1-32968b698a84 for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:12:44.647131 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680bf4a6-e5b7-41c2-ae95-344363f1f477 None None] Routers {'136b9461-8421-452f-80a1-32968b698a84'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:12:44.647969 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-680bf4a6-e5b7-41c2-ae95-344363f1f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:12:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['136b9461-8421-452f-80a1-32968b698a84'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:12:44.752988 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-680bf4a6-e5b7-41c2-ae95-344363f1f477 None None] Set router 136b9461-8421-452f-80a1-32968b698a84 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:12:44.949151 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-680bf4a6-e5b7-41c2-ae95-344363f1f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136b9461-8421-452f-80a1-32968b698a84', 'name': 'tempest-AttachVolumeShelveTestJSON-196356939-router', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:05:24Z', 'updated_at': '2022-09-26T18:05:30Z', 'revision_number': 4, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'gw_port': {'id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:25Z', 'updated_at': '2022-09-26T18:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '95a0df67-42fa-448e-850f-a6e097dd4076', 'name': '', 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'mac_address': 'fa:16:3e:55:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:28Z', 'updated_at': '2022-09-26T18:05:35Z', 'revision_number': 5, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'subnets': [{'id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:12:44.976120 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680bf4a6-e5b7-41c2-ae95-344363f1f477 None None] The sync data for ids ['136b9461-8421-452f-80a1-32968b698a84'] in dv-cinder-859319-1-iscsi is: [{'id': '136b9461-8421-452f-80a1-32968b698a84', 'name': 'tempest-AttachVolumeShelveTestJSON-196356939-router', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:05:24Z', 'updated_at': '2022-09-26T18:05:30Z', 'revision_number': 4, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'gw_port': {'id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:25Z', 'updated_at': '2022-09-26T18:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '95a0df67-42fa-448e-850f-a6e097dd4076', 'name': '', 'network_id': 'ce568303-84c8-4c5c-8d2c-8e418731567a', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'mac_address': 'fa:16:3e:55:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:28Z', 'updated_at': '2022-09-26T18:05:35Z', 'revision_number': 5, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'subnets': [{'id': '022b4299-5ffc-4e1c-a1f8-69b6504727f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:12:45.160869 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c337a6a4-58f7-4d58-94de-09bf3f78c66b req-17c22ca3-42ac-4843-b54e-5e1c80d1c3ef tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=157c830f-c695-4a1a-a21f-1d0d6c24dd93 HTTP/1.1" status: 200 len: 210 time: 0.0382001 Sep 26 18:12:45.232478 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b04306e-ea28-40f4-b4c5-55e6ad86c2ef None None] New status for floating IP d03236c4-60eb-4653-99f4-9b62f60d9830: DOWN {{(pid=106584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:12:46.375386 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 54714) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:12:46.431347 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:46.438895 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d75dab91-3ecc-4738-a86d-eded993348c2 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for security_group (7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:46.469204 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d75dab91-3ecc-4738-a86d-eded993348c2 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for security_group (7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:46.597038 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d75dab91-3ecc-4738-a86d-eded993348c2 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:46.600291 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d75dab91-3ecc-4738-a86d-eded993348c2 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:46.601473 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-d75dab91-3ecc-4738-a86d-eded993348c2 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6 HTTP/1.1" status: 204 len: 168 time: 0.2250323 Sep 26 18:12:46.604444 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 54716) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:12:46.611884 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75dab91-3ecc-4738-a86d-eded993348c2 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:46.620820 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.api.v2.resource [None req-2fc600cd-dd9e-4969-aab7-6f5a0a2370e8 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] show failed (client error): The resource could not be found. Sep 26 18:12:46.622657 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-2fc600cd-dd9e-4969-aab7-6f5a0a2370e8 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "GET /networking/v2.0/security-groups/7d16ebc2-9d62-4bf9-ae58-142b8d2e29c6 HTTP/1.1" status: 404 len: 347 time: 0.0169642 Sep 26 18:12:46.626092 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 54718) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:12:46.750888 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-a08fe1e1-27ed-4a3c-aa2f-61bae5782639 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Deleting port 98642c6c-5df4-472f-be30-cf898bdbb6b8 {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:12:46.751230 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a08fe1e1-27ed-4a3c-aa2f-61bae5782639 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (98642c6c-5df4-472f-be30-cf898bdbb6b8), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:46.834296 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a08fe1e1-27ed-4a3c-aa2f-61bae5782639 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (98642c6c-5df4-472f-be30-cf898bdbb6b8), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:46.834635 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a08fe1e1-27ed-4a3c-aa2f-61bae5782639 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for floatingip (98642c6c-5df4-472f-be30-cf898bdbb6b8), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:46.848713 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-a08fe1e1-27ed-4a3c-aa2f-61bae5782639 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Calling delete_port for 98642c6c-5df4-472f-be30-cf898bdbb6b8 owned by network:floatingip {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:12:46.999076 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 4810d7ad-3670-4d57-835a-ea0d6344ef48 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:12:47.019837 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] No Port match for: 4810d7ad-3670-4d57-835a-ea0d6344ef48 {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:12:47.031338 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 4810d7ad-3670-4d57-835a-ea0d6344ef48 not bound to the agent host hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:12:47.059733 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a08fe1e1-27ed-4a3c-aa2f-61bae5782639 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (98642c6c-5df4-472f-be30-cf898bdbb6b8), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:47.083903 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08fe1e1-27ed-4a3c-aa2f-61bae5782639 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Pushing event deleted for resources: {'Port': ['ID=98642c6c-5df4-472f-be30-cf898bdbb6b8,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:47.165064 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a08fe1e1-27ed-4a3c-aa2f-61bae5782639 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks [] for floatingip (d03236c4-60eb-4653-99f4-9b62f60d9830), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:47.167846 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a08fe1e1-27ed-4a3c-aa2f-61bae5782639 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:47.169019 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-a08fe1e1-27ed-4a3c-aa2f-61bae5782639 tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/d03236c4-60eb-4653-99f4-9b62f60d9830 HTTP/1.1" status: 204 len: 168 time: 0.5419955 Sep 26 18:12:52.191457 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 54762) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:12:52.996848 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:53.005383 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f0681b5d-20a0-4a61-8262-0f4f3d3e2380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-492504'] for router_interface (136b9461-8421-452f-80a1-32968b698a84), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:53.092453 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:53.238759 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-f0681b5d-20a0-4a61-8262-0f4f3d3e2380 admin admin] Deleting port 95a0df67-42fa-448e-850f-a6e097dd4076 {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:12:53.239476 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f0681b5d-20a0-4a61-8262-0f4f3d3e2380 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (95a0df67-42fa-448e-850f-a6e097dd4076), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:53.321123 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [None req-f0681b5d-20a0-4a61-8262-0f4f3d3e2380 admin admin] For port 95a0df67-42fa-448e-850f-a6e097dd4076, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=95a0df67-42fa-448e-850f-a6e097dd4076,segment=NetworkSegment(74583ddb-45f6-451b-9f0f-cd5bb37fc3b7),segment_id=74583ddb-45f6-451b-9f0f-cd5bb37fc3b7)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:12:53.328434 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f0681b5d-20a0-4a61-8262-0f4f3d3e2380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (95a0df67-42fa-448e-850f-a6e097dd4076), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:53.334092 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-f0681b5d-20a0-4a61-8262-0f4f3d3e2380 admin admin] Calling delete_port for 95a0df67-42fa-448e-850f-a6e097dd4076 owned by network:router_interface {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:12:53.608465 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f0681b5d-20a0-4a61-8262-0f4f3d3e2380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (95a0df67-42fa-448e-850f-a6e097dd4076), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:53.631931 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0681b5d-20a0-4a61-8262-0f4f3d3e2380 admin admin] Pushing event deleted for resources: {'Port': ['ID=95a0df67-42fa-448e-850f-a6e097dd4076,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:53.647187 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0681b5d-20a0-4a61-8262-0f4f3d3e2380 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:53.647537 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0681b5d-20a0-4a61-8262-0f4f3d3e2380 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:53.647914 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0681b5d-20a0-4a61-8262-0f4f3d3e2380 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:53.648258 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0681b5d-20a0-4a61-8262-0f4f3d3e2380 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:53.648595 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0681b5d-20a0-4a61-8262-0f4f3d3e2380 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:53.648947 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0681b5d-20a0-4a61-8262-0f4f3d3e2380 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:53.649280 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0681b5d-20a0-4a61-8262-0f4f3d3e2380 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:53.649607 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0681b5d-20a0-4a61-8262-0f4f3d3e2380 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:53.649935 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0681b5d-20a0-4a61-8262-0f4f3d3e2380 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:53.650263 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0681b5d-20a0-4a61-8262-0f4f3d3e2380 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:53.650594 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0681b5d-20a0-4a61-8262-0f4f3d3e2380 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:53.650927 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0681b5d-20a0-4a61-8262-0f4f3d3e2380 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:53.651256 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0681b5d-20a0-4a61-8262-0f4f3d3e2380 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:53.651599 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0681b5d-20a0-4a61-8262-0f4f3d3e2380 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:53.651941 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0681b5d-20a0-4a61-8262-0f4f3d3e2380 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:53.812076 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f0681b5d-20a0-4a61-8262-0f4f3d3e2380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-642353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504936'] for router_interface (136b9461-8421-452f-80a1-32968b698a84), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:53.901888 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:54.032772 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0681b5d-20a0-4a61-8262-0f4f3d3e2380 admin admin] Router 136b9461-8421-452f-80a1-32968b698a84 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:12:54.035057 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:54.139505 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0681b5d-20a0-4a61-8262-0f4f3d3e2380 admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:12:54.145790 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-f0681b5d-20a0-4a61-8262-0f4f3d3e2380 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/136b9461-8421-452f-80a1-32968b698a84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9529538 Sep 26 18:12:54.148423 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 54770) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:12:54.149380 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59542910-0e50-4691-b0a8-82f349f5a66a None None] Sync routers for ids ['136b9461-8421-452f-80a1-32968b698a84'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:12:54.164190 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59542910-0e50-4691-b0a8-82f349f5a66a None None] Routers {'136b9461-8421-452f-80a1-32968b698a84'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:12:54.164728 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-59542910-0e50-4691-b0a8-82f349f5a66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:12:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['136b9461-8421-452f-80a1-32968b698a84'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:12:54.255377 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-57183823-c4db-46e7-acb9-84140a1e8dab admin admin] Publish callbacks [] for router (136b9461-8421-452f-80a1-32968b698a84), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:54.357394 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-57183823-c4db-46e7-acb9-84140a1e8dab admin admin] Publish callbacks [] for router_gateway (136b9461-8421-452f-80a1-32968b698a84), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:54.357958 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-59542910-0e50-4691-b0a8-82f349f5a66a None None] Set router 136b9461-8421-452f-80a1-32968b698a84 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:12:54.478360 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-57183823-c4db-46e7-acb9-84140a1e8dab admin admin] Deleting port 8aa2d927-9f48-46d1-b48e-058633b37823 {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:12:54.478719 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-57183823-c4db-46e7-acb9-84140a1e8dab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (8aa2d927-9f48-46d1-b48e-058633b37823), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:54.521655 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=100 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:54.530323 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-59542910-0e50-4691-b0a8-82f349f5a66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136b9461-8421-452f-80a1-32968b698a84', 'name': 'tempest-AttachVolumeShelveTestJSON-196356939-router', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:05:24Z', 'updated_at': '2022-09-26T18:12:53Z', 'revision_number': 5, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'gw_port': {'id': '8aa2d927-9f48-46d1-b48e-058633b37823', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b9461-8421-452f-80a1-32968b698a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:05:25Z', 'updated_at': '2022-09-26T18:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:12:54.556957 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59542910-0e50-4691-b0a8-82f349f5a66a None None] Checking router: 136b9461-8421-452f-80a1-32968b698a84 for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:12:54.559631 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=100 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:54.564693 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [None req-57183823-c4db-46e7-acb9-84140a1e8dab admin admin] For port 8aa2d927-9f48-46d1-b48e-058633b37823, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=8aa2d927-9f48-46d1-b48e-058633b37823,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:12:54.567409 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-57183823-c4db-46e7-acb9-84140a1e8dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (8aa2d927-9f48-46d1-b48e-058633b37823), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:54.568988 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59542910-0e50-4691-b0a8-82f349f5a66a None None] Routers {'136b9461-8421-452f-80a1-32968b698a84'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:12:54.569610 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-59542910-0e50-4691-b0a8-82f349f5a66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:12:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['136b9461-8421-452f-80a1-32968b698a84'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:12:54.579477 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-57183823-c4db-46e7-acb9-84140a1e8dab admin admin] Calling delete_port for 8aa2d927-9f48-46d1-b48e-058633b37823 owned by network:router_gateway {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:12:54.655966 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-59542910-0e50-4691-b0a8-82f349f5a66a None None] Set router 136b9461-8421-452f-80a1-32968b698a84 gateway port host: None {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:12:54.708884 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-59542910-0e50-4691-b0a8-82f349f5a66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136b9461-8421-452f-80a1-32968b698a84', 'name': 'tempest-AttachVolumeShelveTestJSON-196356939-router', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:05:24Z', 'updated_at': '2022-09-26T18:12:54Z', 'revision_number': 6, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'gw_port_host': None}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:12:54.733586 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59542910-0e50-4691-b0a8-82f349f5a66a None None] The sync data for ids ['136b9461-8421-452f-80a1-32968b698a84'] in dv-cinder-859319-1-iscsi is: [{'id': '136b9461-8421-452f-80a1-32968b698a84', 'name': 'tempest-AttachVolumeShelveTestJSON-196356939-router', 'tenant_id': 'f6595854cfb04a11994c6aed8f5857c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:05:24Z', 'updated_at': '2022-09-26T18:12:54Z', 'revision_number': 6, 'project_id': 'f6595854cfb04a11994c6aed8f5857c6', 'gw_port_host': None}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:12:54.836925 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-57183823-c4db-46e7-acb9-84140a1e8dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (8aa2d927-9f48-46d1-b48e-058633b37823), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:54.861195 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57183823-c4db-46e7-acb9-84140a1e8dab admin admin] Pushing event deleted for resources: {'Port': ['ID=8aa2d927-9f48-46d1-b48e-058633b37823,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:54.932864 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-57183823-c4db-46e7-acb9-84140a1e8dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500258'] for router_gateway (136b9461-8421-452f-80a1-32968b698a84), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:55.022693 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-57183823-c4db-46e7-acb9-84140a1e8dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2095462'] for router (136b9461-8421-452f-80a1-32968b698a84), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:55.024896 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-57183823-c4db-46e7-acb9-84140a1e8dab admin admin] Publish callbacks [] for router_controller (136b9461-8421-452f-80a1-32968b698a84), precommit_delete_associations {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:55.063681 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:55.148036 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:12:55.196705 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-57183823-c4db-46e7-acb9-84140a1e8dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504853'] for router (136b9461-8421-452f-80a1-32968b698a84), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:55.197305 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57183823-c4db-46e7-acb9-84140a1e8dab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 136b9461-8421-452f-80a1-32968b698a84 {{(pid=106583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 18:12:55.209151 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-57183823-c4db-46e7-acb9-84140a1e8dab admin admin] Publish callbacks [] for router (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:55.209151 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-57183823-c4db-46e7-acb9-84140a1e8dab admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/136b9461-8421-452f-80a1-32968b698a84 HTTP/1.1" status: 204 len: 168 time: 1.0534396 Sep 26 18:12:55.209151 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 54774) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:12:55.253298 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_v2 [None req-b464a6c3-cbe7-485c-abec-b6d62358e438 admin admin] Deleting subnet 022b4299-5ffc-4e1c-a1f8-69b6504727f0 {{(pid=106583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:12:55.257209 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-b464a6c3-cbe7-485c-abec-b6d62358e438 admin admin] Publish callbacks [] for subnet (022b4299-5ffc-4e1c-a1f8-69b6504727f0), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:55.281409 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:55.293443 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-b464a6c3-cbe7-485c-abec-b6d62358e438 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4065934'] for subnet (022b4299-5ffc-4e1c-a1f8-69b6504727f0), precommit_delete_associations {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:55.377739 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-b464a6c3-cbe7-485c-abec-b6d62358e438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32872334'] for subnet (022b4299-5ffc-4e1c-a1f8-69b6504727f0), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:55.516736 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-b464a6c3-cbe7-485c-abec-b6d62358e438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32869299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3901742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302901'] for subnet (022b4299-5ffc-4e1c-a1f8-69b6504727f0), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:55.544094 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464a6c3-cbe7-485c-abec-b6d62358e438 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=022b4299-5ffc-4e1c-a1f8-69b6504727f0,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:55.548159 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-b464a6c3-cbe7-485c-abec-b6d62358e438 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:55.554314 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-b464a6c3-cbe7-485c-abec-b6d62358e438 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/022b4299-5ffc-4e1c-a1f8-69b6504727f0 HTTP/1.1" status: 204 len: 168 time: 0.3456557 Sep 26 18:12:55.554522 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 54778) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:12:55.557665 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a757af-2e22-4a50-ab35-781d1f009d85 None None] Network ce568303-84c8-4c5c-8d2c-8e418731567a requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:12:55.625518 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6a00a254-6f9d-455c-be08-b156a96f3ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32779771'] for network (ce568303-84c8-4c5c-8d2c-8e418731567a), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:55.681922 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-6a00a254-6f9d-455c-be08-b156a96f3ea9 admin admin] Deleting port 7977cd60-73a9-4ebc-9252-71f1eaf8c922 {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:12:55.681922 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6a00a254-6f9d-455c-be08-b156a96f3ea9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (7977cd60-73a9-4ebc-9252-71f1eaf8c922), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:55.712803 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789a8d36-1135-44bf-b564-9c90f48d0778 None None] DHCP port deletion for ce568303-84c8-4c5c-8d2c-8e418731567a request from dv-cinder-859319-1-iscsi {{(pid=106584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 18:12:55.744148 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [None req-6a00a254-6f9d-455c-be08-b156a96f3ea9 admin admin] For port 7977cd60-73a9-4ebc-9252-71f1eaf8c922, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=7977cd60-73a9-4ebc-9252-71f1eaf8c922,segment=NetworkSegment(74583ddb-45f6-451b-9f0f-cd5bb37fc3b7),segment_id=74583ddb-45f6-451b-9f0f-cd5bb37fc3b7)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:12:55.744553 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6a00a254-6f9d-455c-be08-b156a96f3ea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (7977cd60-73a9-4ebc-9252-71f1eaf8c922), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:55.756477 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-789a8d36-1135-44bf-b564-9c90f48d0778 None None] Deleting port 7977cd60-73a9-4ebc-9252-71f1eaf8c922 {{(pid=106584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:12:55.757161 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-789a8d36-1135-44bf-b564-9c90f48d0778 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (7977cd60-73a9-4ebc-9252-71f1eaf8c922), before_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:55.760528 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-6a00a254-6f9d-455c-be08-b156a96f3ea9 admin admin] Calling delete_port for 7977cd60-73a9-4ebc-9252-71f1eaf8c922 owned by network:dhcp {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:12:55.827721 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-789a8d36-1135-44bf-b564-9c90f48d0778 None None] For port 7977cd60-73a9-4ebc-9252-71f1eaf8c922, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=7977cd60-73a9-4ebc-9252-71f1eaf8c922,segment=NetworkSegment(74583ddb-45f6-451b-9f0f-cd5bb37fc3b7),segment_id=74583ddb-45f6-451b-9f0f-cd5bb37fc3b7)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:12:55.828049 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-789a8d36-1135-44bf-b564-9c90f48d0778 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (7977cd60-73a9-4ebc-9252-71f1eaf8c922), precommit_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:55.841801 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-789a8d36-1135-44bf-b564-9c90f48d0778 None None] Calling delete_port for 7977cd60-73a9-4ebc-9252-71f1eaf8c922 owned by network:dhcp {{(pid=106584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:12:55.910911 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6a00a254-6f9d-455c-be08-b156a96f3ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (7977cd60-73a9-4ebc-9252-71f1eaf8c922), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:55.921682 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-789a8d36-1135-44bf-b564-9c90f48d0778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729'] for port (7977cd60-73a9-4ebc-9252-71f1eaf8c922), after_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:55.936846 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00a254-6f9d-455c-be08-b156a96f3ea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7977cd60-73a9-4ebc-9252-71f1eaf8c922,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:55.940394 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a00a254-6f9d-455c-be08-b156a96f3ea9 admin admin] No DVR routers for this DVR port 7977cd60-73a9-4ebc-9252-71f1eaf8c922 on host dv-cinder-859319-1-iscsi {{(pid=106583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:12:55.951466 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789a8d36-1135-44bf-b564-9c90f48d0778 None None] No DVR routers for this DVR port 7977cd60-73a9-4ebc-9252-71f1eaf8c922 on host dv-cinder-859319-1-iscsi {{(pid=106584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:12:55.953704 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a8d36-1135-44bf-b564-9c90f48d0778 None None] Pushing event deleted for resources: {'Port': ['ID=7977cd60-73a9-4ebc-9252-71f1eaf8c922,revision_number=None']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:56.009603 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 95a0df67-42fa-448e-850f-a6e097dd4076 no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:12:56.023168 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6a00a254-6f9d-455c-be08-b156a96f3ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841381', 'neutron.services.segments.db._delete_segments_for_network-8756749958337'] for network (ce568303-84c8-4c5c-8d2c-8e418731567a), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:56.029969 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] No Port match for: 95a0df67-42fa-448e-850f-a6e097dd4076 {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:12:56.030325 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 95a0df67-42fa-448e-850f-a6e097dd4076 not bound to the agent host dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:12:56.030749 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 8aa2d927-9f48-46d1-b48e-058633b37823 no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:12:56.045941 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.services.segments.db [None req-6a00a254-6f9d-455c-be08-b156a96f3ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce568303-84c8-4c5c-8d2c-8e418731567a']}} {{(pid=106583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:12:56.049658 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] No Port match for: 8aa2d927-9f48-46d1-b48e-058633b37823 {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:12:56.050020 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 8aa2d927-9f48-46d1-b48e-058633b37823 not bound to the agent host dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:12:56.051198 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 7977cd60-73a9-4ebc-9252-71f1eaf8c922 no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:12:56.062431 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.services.segments.db [None req-6a00a254-6f9d-455c-be08-b156a96f3ea9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74583ddb-45f6-451b-9f0f-cd5bb37fc3b7') {'for_net_delete': True} {{(pid=106583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:12:56.062660 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.services.segments.db [None req-6a00a254-6f9d-455c-be08-b156a96f3ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74583ddb-45f6-451b-9f0f-cd5bb37fc3b7') {} {{(pid=106583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:12:56.071595 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] No Port match for: 7977cd60-73a9-4ebc-9252-71f1eaf8c922 {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:12:56.071988 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 7977cd60-73a9-4ebc-9252-71f1eaf8c922 not bound to the agent host dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:12:56.085284 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6a00a254-6f9d-455c-be08-b156a96f3ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756749958229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4065973'] for segment (74583ddb-45f6-451b-9f0f-cd5bb37fc3b7), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:56.085284 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:56.096556 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6a00a254-6f9d-455c-be08-b156a96f3ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (74583ddb-45f6-451b-9f0f-cd5bb37fc3b7), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:56.103419 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a00a254-6f9d-455c-be08-b156a96f3ea9 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=106583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:12:56.103849 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6a00a254-6f9d-455c-be08-b156a96f3ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3901844'] for segment (74583ddb-45f6-451b-9f0f-cd5bb37fc3b7), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:56.146011 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.services.segments.plugin [-] Segment 74583ddb-45f6-451b-9f0f-cd5bb37fc3b7 resource provider aggregate not found Sep 26 18:12:56.166167 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.services.segments.plugin [-] Segment 74583ddb-45f6-451b-9f0f-cd5bb37fc3b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74583ddb-45f6-451b-9f0f-cd5bb37fc3b7 found for delete ", "request_id": "req-4aa66a02-fe94-41db-9f5e-3bf43003cfc6"}]} Sep 26 18:12:56.230784 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6a00a254-6f9d-455c-be08-b156a96f3ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500471'] for network (ce568303-84c8-4c5c-8d2c-8e418731567a), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:56.236603 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6a00a254-6f9d-455c-be08-b156a96f3ea9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:56.240304 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-6a00a254-6f9d-455c-be08-b156a96f3ea9 admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/ce568303-84c8-4c5c-8d2c-8e418731567a HTTP/1.1" status: 204 len: 168 time: 0.6848240 Sep 26 18:12:56.252564 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00a254-6f9d-455c-be08-b156a96f3ea9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce568303-84c8-4c5c-8d2c-8e418731567a,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:56.509077 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:56.559834 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 54790) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:12:56.604460 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-c7372496-363b-4889-bf44-51f566e52884 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=f6595854cfb04a11994c6aed8f5857c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434396 Sep 26 18:12:56.606911 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 54792) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:12:56.607050 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:56.657560 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-492ee34a-35bd-4471-949e-49d6f83fb04e admin admin] Publish callbacks [] for security_group (76818545-dfa9-4a0f-92b0-d5a9454873e5), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:56.682070 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-492ee34a-35bd-4471-949e-49d6f83fb04e admin admin] Publish callbacks [] for security_group (76818545-dfa9-4a0f-92b0-d5a9454873e5), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:56.791447 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-492ee34a-35bd-4471-949e-49d6f83fb04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (76818545-dfa9-4a0f-92b0-d5a9454873e5), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:56.793972 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-492ee34a-35bd-4471-949e-49d6f83fb04e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:56.795165 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-492ee34a-35bd-4471-949e-49d6f83fb04e admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/76818545-dfa9-4a0f-92b0-d5a9454873e5 HTTP/1.1" status: 204 len: 168 time: 0.1872952 Sep 26 18:12:56.803593 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ee34a-35bd-4471-949e-49d6f83fb04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76818545-dfa9-4a0f-92b0-d5a9454873e5,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:01.864050 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=50,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:01.866771 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=60,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:02.020656 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-66445988-a97d-4312-a20f-88dcfb6c8e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:02.947386 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 54878) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:03.056217 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-771cff5e-84eb-4579-bcca-d38b67efa6ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:03.098196 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:03.138708 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-771cff5e-84eb-4579-bcca-d38b67efa6ef admin admin] Publish callbacks [] for security_group (744d2abf-235d-4789-a4b0-95ca761fe9eb), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:03.254983 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-771cff5e-84eb-4579-bcca-d38b67efa6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (744d2abf-235d-4789-a4b0-95ca761fe9eb), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:03.293824 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771cff5e-84eb-4579-bcca-d38b67efa6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744d2abf-235d-4789-a4b0-95ca761fe9eb,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:03.310966 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-771cff5e-84eb-4579-bcca-d38b67efa6ef admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=66c83d0e9a3a43e2a0a7e9a51315c9f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3494239 Sep 26 18:13:03.310966 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 54882) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:03.351111 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1ad08da0-0bd5-4361-aed3-f3237b94cd80 admin admin] Publish callbacks [] for security_group (744d2abf-235d-4789-a4b0-95ca761fe9eb), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:03.371999 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1ad08da0-0bd5-4361-aed3-f3237b94cd80 admin admin] Publish callbacks [] for security_group (744d2abf-235d-4789-a4b0-95ca761fe9eb), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:03.516777 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1ad08da0-0bd5-4361-aed3-f3237b94cd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (744d2abf-235d-4789-a4b0-95ca761fe9eb), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:03.520923 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1ad08da0-0bd5-4361-aed3-f3237b94cd80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:03.523236 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-1ad08da0-0bd5-4361-aed3-f3237b94cd80 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/744d2abf-235d-4789-a4b0-95ca761fe9eb HTTP/1.1" status: 204 len: 168 time: 0.2198417 Sep 26 18:13:03.532869 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad08da0-0bd5-4361-aed3-f3237b94cd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744d2abf-235d-4789-a4b0-95ca761fe9eb,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:04.362752 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-2a1d0f38-9759-4138-a618-a0c1e6e9cf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:04.669181 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 54910) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:04.780000 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-8103bb2e-a229-4a57-a41b-4367c93cce37 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1025557562-network', 'tenant_id': 'f6bf1723e8244af083a35fab6198e2b5'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:13:04.792548 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=9 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:04.911091 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8103bb2e-a229-4a57-a41b-4367c93cce37 admin admin] Made reservation on behalf of f6bf1723e8244af083a35fab6198e2b5 for: {'network': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:13:04.913499 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8103bb2e-a229-4a57-a41b-4367c93cce37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for network (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:04.927769 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8103bb2e-a229-4a57-a41b-4367c93cce37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:05.007160 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8103bb2e-a229-4a57-a41b-4367c93cce37 admin admin] Publish callbacks [] for security_group (52651788-603f-4297-8da8-3f05d1769336), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:05.142857 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=18 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:05.143627 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=5 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:05.162269 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8103bb2e-a229-4a57-a41b-4367c93cce37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (52651788-603f-4297-8da8-3f05d1769336), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:05.194459 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8103bb2e-a229-4a57-a41b-4367c93cce37 admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=106583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:13:05.196614 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103bb2e-a229-4a57-a41b-4367c93cce37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52651788-603f-4297-8da8-3f05d1769336,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:05.207890 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8103bb2e-a229-4a57-a41b-4367c93cce37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (7d9d3cb4-ce4b-401a-bab9-8967f2d2a332), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:05.214089 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.db.segments_db [None req-8103bb2e-a229-4a57-a41b-4367c93cce37 admin admin] Added segment 7d9d3cb4-ce4b-401a-bab9-8967f2d2a332 of type vlan for network b7a35a26-439f-4012-a78e-1c995152e4f3 Sep 26 18:13:05.251913 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8103bb2e-a229-4a57-a41b-4367c93cce37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756749379750'] for network (b7a35a26-439f-4012-a78e-1c995152e4f3), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:05.459207 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8103bb2e-a229-4a57-a41b-4367c93cce37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310'] for network (b7a35a26-439f-4012-a78e-1c995152e4f3), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:05.460193 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8103bb2e-a229-4a57-a41b-4367c93cce37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:05.460783 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8103bb2e-a229-4a57-a41b-4367c93cce37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:05.530731 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103bb2e-a229-4a57-a41b-4367c93cce37 admin admin] Pushing event updated for resources: {'Network': ['ID=b7a35a26-439f-4012-a78e-1c995152e4f3,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:05.541503 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Network b7a35a26-439f-4012-a78e-1c995152e4f3 details requested by agent ovs-agent-dv-cinder-859319-1-iscsi with host dv-cinder-859319-1-iscsi {{(pid=106584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:13:05.611171 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-8103bb2e-a229-4a57-a41b-4367c93cce37 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9408443 Sep 26 18:13:05.614599 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 54924) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:05.619631 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-3cede9a7-1cf6-41bd-bd19-923e7ac1423a admin admin] Request body: {'subnet': {'network_id': 'b7a35a26-439f-4012-a78e-1c995152e4f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1025557562-subnet', 'tenant_id': 'f6bf1723e8244af083a35fab6198e2b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:13:05.709745 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:05.722041 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cede9a7-1cf6-41bd-bd19-923e7ac1423a admin admin] Made reservation on behalf of f6bf1723e8244af083a35fab6198e2b5 for: {'subnet': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:13:05.725157 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-3cede9a7-1cf6-41bd-bd19-923e7ac1423a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302874'] for subnet (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:05.727861 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:06.020322 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-3cede9a7-1cf6-41bd-bd19-923e7ac1423a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3899633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302860'] for subnet (4d2e2891-b6ac-4aa6-a56d-4c99772d6306), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:06.074031 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cede9a7-1cf6-41bd-bd19-923e7ac1423a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d2e2891-b6ac-4aa6-a56d-4c99772d6306,revision_number=0']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:06.090900 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cede9a7-1cf6-41bd-bd19-923e7ac1423a admin admin] Checking segment: {'id': '7d9d3cb4-ce4b-401a-bab9-8967f2d2a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b7a35a26-439f-4012-a78e-1c995152e4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:13:06.091266 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cede9a7-1cf6-41bd-bd19-923e7ac1423a admin admin] Network hostable DHCP agents. Network: b7a35a26-439f-4012-a78e-1c995152e4f3, hostable agents: ['4ef20602-5638-479d-aebe-a5cbb98cbff1'], hosted agents: [] {{(pid=106583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:13:06.225107 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cede9a7-1cf6-41bd-bd19-923e7ac1423a admin admin] Network b7a35a26-439f-4012-a78e-1c995152e4f3 is scheduled to be hosted by DHCP agent 4ef20602-5638-479d-aebe-a5cbb98cbff1 with binding_index 1 {{(pid=106583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:13:06.373784 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-3cede9a7-1cf6-41bd-bd19-923e7ac1423a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-1-iscsi, b7a35a26-439f-4012-a78e-1c995152e4f3) {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:13:06.381144 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cede9a7-1cf6-41bd-bd19-923e7ac1423a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:06.381144 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-3cede9a7-1cf6-41bd-bd19-923e7ac1423a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:06.383419 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b47e61f-b393-46e6-af93-e31ecc4fd26d None None] Network b7a35a26-439f-4012-a78e-1c995152e4f3 requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:13:06.490435 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b947667-a452-461b-81c2-e18d9e458a3d None None] Network b7a35a26-439f-4012-a78e-1c995152e4f3 requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:13:06.548317 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-3cede9a7-1cf6-41bd-bd19-923e7ac1423a admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9323711 Sep 26 18:13:07.162256 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:07.298921 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 54942) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:07.304606 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-6b3d1a1b-3694-4fe4-9db5-dd7e6d8653f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-475541327-network', 'tenant_id': '455353a09f254c8c8c419ba30ede876e'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:13:07.373686 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:07.402289 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3d1a1b-3694-4fe4-9db5-dd7e6d8653f2 admin admin] Made reservation on behalf of 455353a09f254c8c8c419ba30ede876e for: {'network': 1} {{(pid=106582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:13:07.404780 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1a1b-3694-4fe4-9db5-dd7e6d8653f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for network (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:07.414911 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1a1b-3694-4fe4-9db5-dd7e6d8653f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:07.492945 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1a1b-3694-4fe4-9db5-dd7e6d8653f2 admin admin] Publish callbacks [] for security_group (67747f0b-82a4-4ce1-8b3c-776818f0ea15), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:07.596416 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1a1b-3694-4fe4-9db5-dd7e6d8653f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (67747f0b-82a4-4ce1-8b3c-776818f0ea15), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:07.625642 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b3d1a1b-3694-4fe4-9db5-dd7e6d8653f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=106582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:13:07.631590 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d1a1b-3694-4fe4-9db5-dd7e6d8653f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67747f0b-82a4-4ce1-8b3c-776818f0ea15,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:07.643704 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1a1b-3694-4fe4-9db5-dd7e6d8653f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:07.644091 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1a1b-3694-4fe4-9db5-dd7e6d8653f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:07.644706 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1a1b-3694-4fe4-9db5-dd7e6d8653f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:07.645059 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1a1b-3694-4fe4-9db5-dd7e6d8653f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:07.645384 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1a1b-3694-4fe4-9db5-dd7e6d8653f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:07.645716 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1a1b-3694-4fe4-9db5-dd7e6d8653f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:07.646046 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1a1b-3694-4fe4-9db5-dd7e6d8653f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:07.646373 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1a1b-3694-4fe4-9db5-dd7e6d8653f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:07.646721 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1a1b-3694-4fe4-9db5-dd7e6d8653f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:07.647056 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1a1b-3694-4fe4-9db5-dd7e6d8653f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:07.647401 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1a1b-3694-4fe4-9db5-dd7e6d8653f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:07.647772 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1a1b-3694-4fe4-9db5-dd7e6d8653f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:07.648106 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1a1b-3694-4fe4-9db5-dd7e6d8653f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:07.648428 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1a1b-3694-4fe4-9db5-dd7e6d8653f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:07.648784 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1a1b-3694-4fe4-9db5-dd7e6d8653f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:07.652912 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1a1b-3694-4fe4-9db5-dd7e6d8653f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (75fbe46d-640c-465b-be37-9ed3764b8fe3), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:07.653245 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.db.segments_db [None req-6b3d1a1b-3694-4fe4-9db5-dd7e6d8653f2 admin admin] Added segment 75fbe46d-640c-465b-be37-9ed3764b8fe3 of type vlan for network a9fc7ee5-7e47-4b00-bdcc-0ac5370b788c Sep 26 18:13:07.696066 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1a1b-3694-4fe4-9db5-dd7e6d8653f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756749379750'] for network (a9fc7ee5-7e47-4b00-bdcc-0ac5370b788c), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:07.817325 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a2eba-a1b6-4af4-8f84-e601e9afa9fd req-4b35fb89-1728-458d-ada9-535d15327dc6 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:07.818824 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ce2a2eba-a1b6-4af4-8f84-e601e9afa9fd req-4b35fb89-1728-458d-ada9-535d15327dc6 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc HTTP/1.1" status: 200 len: 946 time: 0.0464816 Sep 26 18:13:07.842133 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1a1b-3694-4fe4-9db5-dd7e6d8653f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310'] for network (a9fc7ee5-7e47-4b00-bdcc-0ac5370b788c), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:07.843262 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3d1a1b-3694-4fe4-9db5-dd7e6d8653f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:07.843965 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1a1b-3694-4fe4-9db5-dd7e6d8653f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:07.867007 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ce2a2eba-a1b6-4af4-8f84-e601e9afa9fd req-a3259f26-2d52-45c0-964f-aaca6a5554da tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5dd9ae79-4c09-477b-bc3e-56ac9f209e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422368 Sep 26 18:13:07.908071 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d1a1b-3694-4fe4-9db5-dd7e6d8653f2 admin admin] Pushing event updated for resources: {'Network': ['ID=a9fc7ee5-7e47-4b00-bdcc-0ac5370b788c,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:07.920760 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Network a9fc7ee5-7e47-4b00-bdcc-0ac5370b788c details requested by agent ovs-agent-dv-cinder-859319-1-iscsi with host dv-cinder-859319-1-iscsi {{(pid=106584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:13:07.999147 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-6b3d1a1b-3694-4fe4-9db5-dd7e6d8653f2 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6991408 Sep 26 18:13:08.001987 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 54950) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:08.007407 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-617e938e-0ef5-4479-9f34-e3498958e767 admin admin] Request body: {'subnet': {'network_id': 'a9fc7ee5-7e47-4b00-bdcc-0ac5370b788c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-475541327-subnet', 'tenant_id': '455353a09f254c8c8c419ba30ede876e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:13:08.105244 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617e938e-0ef5-4479-9f34-e3498958e767 admin admin] Made reservation on behalf of 455353a09f254c8c8c419ba30ede876e for: {'subnet': 1} {{(pid=106582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:13:08.107758 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-617e938e-0ef5-4479-9f34-e3498958e767 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2161455'] for subnet (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:08.380261 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-617e938e-0ef5-4479-9f34-e3498958e767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-515633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2161465'] for subnet (a1bc09ea-0f8b-4607-a708-a7ac504cbe6b), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:08.433256 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e938e-0ef5-4479-9f34-e3498958e767 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1bc09ea-0f8b-4607-a708-a7ac504cbe6b,revision_number=0']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:08.451251 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617e938e-0ef5-4479-9f34-e3498958e767 admin admin] Checking segment: {'id': '75fbe46d-640c-465b-be37-9ed3764b8fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a9fc7ee5-7e47-4b00-bdcc-0ac5370b788c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:13:08.451612 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617e938e-0ef5-4479-9f34-e3498958e767 admin admin] Network hostable DHCP agents. Network: a9fc7ee5-7e47-4b00-bdcc-0ac5370b788c, hostable agents: ['4ef20602-5638-479d-aebe-a5cbb98cbff1'], hosted agents: [] {{(pid=106582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:13:08.527967 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617e938e-0ef5-4479-9f34-e3498958e767 admin admin] Network a9fc7ee5-7e47-4b00-bdcc-0ac5370b788c is scheduled to be hosted by DHCP agent 4ef20602-5638-479d-aebe-a5cbb98cbff1 with binding_index 1 {{(pid=106582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:13:08.625304 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-617e938e-0ef5-4479-9f34-e3498958e767 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-1-iscsi, a9fc7ee5-7e47-4b00-bdcc-0ac5370b788c) {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:13:08.630562 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617e938e-0ef5-4479-9f34-e3498958e767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:08.631627 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-617e938e-0ef5-4479-9f34-e3498958e767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for subnet (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:08.635938 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01f49b9-7fed-4b9a-b534-81a3d41184ae None None] Network a9fc7ee5-7e47-4b00-bdcc-0ac5370b788c requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:13:08.725151 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-617e938e-0ef5-4479-9f34-e3498958e767 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7220771 Sep 26 18:13:08.740924 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be7d907-8c56-4ddd-b9bd-4f8245fb12fd None None] Network a9fc7ee5-7e47-4b00-bdcc-0ac5370b788c requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:13:09.000682 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7593e-0704-443d-bd7e-fbbb35e2f532 req-bee72a87-65ac-4128-81d5-86785feb86b3 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:09.002223 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6dd7593e-0704-443d-bd7e-fbbb35e2f532 req-bee72a87-65ac-4128-81d5-86785feb86b3 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc HTTP/1.1" status: 200 len: 946 time: 0.0543730 Sep 26 18:13:09.030016 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:09.054920 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6dd7593e-0704-443d-bd7e-fbbb35e2f532 req-ff42912f-0a03-4345-b9fa-3582f39c4042 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5dd9ae79-4c09-477b-bc3e-56ac9f209e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467241 Sep 26 18:13:09.696732 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67d36b-e67d-4133-8920-6efdecc5ac9d req-546423bf-fb4e-405e-8a95-4efdaf0c5433 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:09.699237 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7a67d36b-e67d-4133-8920-6efdecc5ac9d req-546423bf-fb4e-405e-8a95-4efdaf0c5433 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc HTTP/1.1" status: 200 len: 946 time: 0.0534263 Sep 26 18:13:09.787318 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-7a67d36b-e67d-4133-8920-6efdecc5ac9d req-8c00ef80-063b-4347-b3da-d93539602467 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Deleting port 7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81 {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:13:09.787685 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-7a67d36b-e67d-4133-8920-6efdecc5ac9d req-8c00ef80-063b-4347-b3da-d93539602467 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:09.884308 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-7a67d36b-e67d-4133-8920-6efdecc5ac9d req-8c00ef80-063b-4347-b3da-d93539602467 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] For port 7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81,segment=NetworkSegment(d0cbad2c-e329-4aab-ab77-16ad7069e3cf),segment_id=d0cbad2c-e329-4aab-ab77-16ad7069e3cf)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:13:09.884706 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-7a67d36b-e67d-4133-8920-6efdecc5ac9d req-8c00ef80-063b-4347-b3da-d93539602467 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:09.899174 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-7a67d36b-e67d-4133-8920-6efdecc5ac9d req-8c00ef80-063b-4347-b3da-d93539602467 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Calling delete_port for 7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81 owned by compute:nova {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:13:10.142337 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-7a67d36b-e67d-4133-8920-6efdecc5ac9d req-8c00ef80-063b-4347-b3da-d93539602467 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:10.168459 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-35506736-c37a-402b-9f48-039d1d025b41 req-a8e2ea23-6a2b-4d95-a1a5-1100f5dfc226 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc HTTP/1.1" status: 200 len: 210 time: 0.0366464 Sep 26 18:13:10.183107 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:13:10.189174 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00ef80-063b-4347-b3da-d93539602467 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Pushing event deleted for resources: {'Port': ['ID=7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:10.237803 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a67d36b-e67d-4133-8920-6efdecc5ac9d req-8c00ef80-063b-4347-b3da-d93539602467 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] No DVR routers for this DVR port 7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81 on host hv-cinder-85931 {{(pid=106583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:13:10.240371 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-7a67d36b-e67d-4133-8920-6efdecc5ac9d req-8c00ef80-063b-4347-b3da-d93539602467 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:10.244124 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7a67d36b-e67d-4133-8920-6efdecc5ac9d req-8c00ef80-063b-4347-b3da-d93539602467 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.88 "DELETE /networking/v2.0/ports/7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81 HTTP/1.1" status: 204 len: 173 time: 0.5386846 Sep 26 18:13:10.244616 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc', 'name': 'network-vif-deleted', 'tag': '7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:13:10.249975 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2282ea4-0c78-41fb-b75d-61b608090ed6" -d '{"events": [{"server_uuid": "9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc", "name": "network-vif-deleted", "tag": "7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:13:10.285975 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4faef707-b36b-4932-9db2-4ba158261536 x-openstack-request-id: req-4faef707-b36b-4932-9db2-4ba158261536 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:13:10.286324 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc", "name": "network-vif-deleted", "tag": "7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:13:10.286833 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4faef707-b36b-4932-9db2-4ba158261536 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:13:10.287013 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4faef707-b36b-4932-9db2-4ba158261536'] response: {'server_uuid': '9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc', 'name': 'network-vif-deleted', 'tag': '7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81', 'status': 'completed', 'code': 200} Sep 26 18:13:11.288663 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a97aa161-e13c-4b85-9d37-9cebe96510f5 req-7210762f-d8fc-4190-860f-6e6f950c2ef6 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9693b1c2-b5fa-458e-bd9c-325cfc8b5dfc HTTP/1.1" status: 200 len: 210 time: 0.0294948 Sep 26 18:13:15.646403 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:13:15.669850 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] No Port match for: 7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81 {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:13:15.670191 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 7a1efa53-2b1f-44fd-9dd7-f4d10ce00d81 not bound to the agent host hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:13:16.437320 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:18.642767 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=74,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:18.644249 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=75,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:21.267955 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=40,neutron:DELETE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:21.270017 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=70,neutron:DELETE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:21.921377 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-275f9c1c-3314-45f9-b546-c75cba721823 req-1f688b2e-770c-4338-b6c4-c61b80cdc30d service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405037 Sep 26 18:13:22.009155 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f9c1c-3314-45f9-b546-c75cba721823 req-8d1ff0f2-24bf-47e5-b3c7-e1e190e23816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:22.009889 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-275f9c1c-3314-45f9-b546-c75cba721823 req-8d1ff0f2-24bf-47e5-b3c7-e1e190e23816 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=7750acf9ab4843d1a3848472e99881a1&device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 1130 time: 0.0451617 Sep 26 18:13:22.127329 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f9c1c-3314-45f9-b546-c75cba721823 req-75cfb106-577d-49b4-8fdb-e5bba0e08ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:22.130142 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-275f9c1c-3314-45f9-b546-c75cba721823 req-75cfb106-577d-49b4-8fdb-e5bba0e08ba8 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=cfb449ba-f5c1-48f2-86e2-66ac0c50a443 HTTP/1.1" status: 200 len: 912 time: 0.1011152 Sep 26 18:13:22.204594 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-275f9c1c-3314-45f9-b546-c75cba721823 req-8bc60a1a-e2df-4358-ae4a-e82309029ee3 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=555a4990-c7e3-456c-b0c7-7742d6f81240 HTTP/1.1" status: 200 len: 1002 time: 0.0682905 Sep 26 18:13:22.263030 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f9c1c-3314-45f9-b546-c75cba721823 req-7e280e63-0333-4b34-b6df-3688a5a5529e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:22.266157 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-275f9c1c-3314-45f9-b546-c75cba721823 req-7e280e63-0333-4b34-b6df-3688a5a5529e service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=83aedef4-9250-4b02-8624-1d67dbb0e7cd HTTP/1.1" status: 200 len: 850 time: 0.0536251 Sep 26 18:13:22.319385 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f9c1c-3314-45f9-b546-c75cba721823 req-45ffa8c5-77eb-4c6b-b840-9b09c1d220e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:22.322685 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-275f9c1c-3314-45f9-b546-c75cba721823 req-45ffa8c5-77eb-4c6b-b840-9b09c1d220e1 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=cfb449ba-f5c1-48f2-86e2-66ac0c50a443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498250 Sep 26 18:13:22.495708 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-275f9c1c-3314-45f9-b546-c75cba721823 req-5f037c0d-09ea-46ff-89ca-b91094b17e1b service neutron] 10.222.0.88 "GET /networking/v2.0/networks/cfb449ba-f5c1-48f2-86e2-66ac0c50a443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669180 Sep 26 18:13:22.582297 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-053f2b10-cdf2-496e-a5ef-dd34ba5a6224 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:22.583836 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-053f2b10-cdf2-496e-a5ef-dd34ba5a6224 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/networks?id=3c66d0c1-a26e-44a7-90d6-75ca678825c7 HTTP/1.1" status: 200 len: 814 time: 0.1864340 Sep 26 18:13:22.613983 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-2ca51ac9-c0d6-4dfa-bfd0-c905304da6e7 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/quotas/518090209d9a462fbf40d6cb86c3c695 HTTP/1.1" status: 200 len: 375 time: 0.0235171 Sep 26 18:13:22.640403 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-275f9c1c-3314-45f9-b546-c75cba721823 req-f2d6b8c9-656b-44a4-ad34-131a1e81e0d7 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/cfb449ba-f5c1-48f2-86e2-66ac0c50a443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387987 Sep 26 18:13:22.657109 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-7d7dfa66-fe46-4aa7-960f-6d1de1054e1c tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=518090209d9a462fbf40d6cb86c3c695&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368564 Sep 26 18:13:22.764316 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-b626e600-4f07-49bc-8382-52eb6ef4a2f9 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/3c66d0c1-a26e-44a7-90d6-75ca678825c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989335 Sep 26 18:13:22.878054 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-4bed160a-3de2-43c2-a54e-5b9f1a69d316 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/3c66d0c1-a26e-44a7-90d6-75ca678825c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069369 Sep 26 18:13:23.304720 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b3b5e7b3-fcb8-4612-8b1c-cc5b0fd8c4d6 req-2a012b86-4767-44bb-ad12-290bff7c7c4a tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=94bc578d-8428-4b87-99d5-003bdc0ba332 HTTP/1.1" status: 200 len: 210 time: 0.1920493 Sep 26 18:13:24.391905 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8254d628-19e6-4e24-a191-68e33fcd927e req-f2e00231-a00b-485e-8906-c156c7a568bc tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=94bc578d-8428-4b87-99d5-003bdc0ba332 HTTP/1.1" status: 200 len: 210 time: 0.0293336 Sep 26 18:13:25.503677 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8e5d8217-d1f6-4407-bbac-1f26ce3b39fe req-2ddf7a61-badb-40b8-a373-e5007bebdcd5 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=94bc578d-8428-4b87-99d5-003bdc0ba332 HTTP/1.1" status: 200 len: 210 time: 0.0280550 Sep 26 18:13:26.176687 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-b739a272-41e2-4d53-ba11-556b131d27af tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:26.178200 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-b739a272-41e2-4d53-ba11-556b131d27af tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.88 "GET /networking/v2.0/networks?id=3c66d0c1-a26e-44a7-90d6-75ca678825c7 HTTP/1.1" status: 200 len: 814 time: 0.4176638 Sep 26 18:13:26.197150 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-7e86e1eb-1e04-43c0-bcd5-6f34a7e9b917 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Request body: {'port': {'device_id': '94bc578d-8428-4b87-99d5-003bdc0ba332', 'network_id': '3c66d0c1-a26e-44a7-90d6-75ca678825c7', 'admin_state_up': True, 'tenant_id': '518090209d9a462fbf40d6cb86c3c695'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:13:26.200137 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:26.248371 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:26.322834 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=59 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:26.330127 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=63,neutron:UPDATE=6 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:26.396339 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-7e86e1eb-1e04-43c0-bcd5-6f34a7e9b917 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Made reservation on behalf of 518090209d9a462fbf40d6cb86c3c695 for: {'port': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:13:26.400403 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-7e86e1eb-1e04-43c0-bcd5-6f34a7e9b917 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:26.533905 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-7e86e1eb-1e04-43c0-bcd5-6f34a7e9b917 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Allocated IP 172.20.0.7 (3c66d0c1-a26e-44a7-90d6-75ca678825c7/0c541fad-a015-48ee-8c06-dd6dcfdd8100/4e8280a9-6d23-43f5-b7bd-ea29e328b808) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:13:26.626847 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-44cf4c0b-b673-4e3e-9f22-8afa5b93b216 req-d9530f75-a77b-43cd-94f3-62e70c80802a tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=94bc578d-8428-4b87-99d5-003bdc0ba332 HTTP/1.1" status: 200 len: 210 time: 0.0442381 Sep 26 18:13:26.716677 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-7e86e1eb-1e04-43c0-bcd5-6f34a7e9b917 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Publish callbacks [] for port (4e8280a9-6d23-43f5-b7bd-ea29e328b808), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:26.802506 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-7e86e1eb-1e04-43c0-bcd5-6f34a7e9b917 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (4e8280a9-6d23-43f5-b7bd-ea29e328b808), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:26.848294 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-7e86e1eb-1e04-43c0-bcd5-6f34a7e9b917 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Network 3c66d0c1-a26e-44a7-90d6-75ca678825c7 is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:13:26.851832 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-7e86e1eb-1e04-43c0-bcd5-6f34a7e9b917 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:13:26.854445 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-7e86e1eb-1e04-43c0-bcd5-6f34a7e9b917 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:13:26.894791 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86e1eb-1e04-43c0-bcd5-6f34a7e9b917 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Pushing event updated for resources: {'Port': ['ID=4e8280a9-6d23-43f5-b7bd-ea29e328b808,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:26.920757 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-7e86e1eb-1e04-43c0-bcd5-6f34a7e9b917 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:26.921359 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-7e86e1eb-1e04-43c0-bcd5-6f34a7e9b917 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:27.010604 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-7e86e1eb-1e04-43c0-bcd5-6f34a7e9b917 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8172569 Sep 26 18:13:27.029529 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-25e08120-429f-4a69-b26a-2546af0530ba service neutron] Request body: {'port': {'device_id': '94bc578d-8428-4b87-99d5-003bdc0ba332', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:13:27.098225 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-25e08120-429f-4a69-b26a-2546af0530ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (4e8280a9-6d23-43f5-b7bd-ea29e328b808), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:27.152091 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:27.328265 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:27.398342 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-25e08120-429f-4a69-b26a-2546af0530ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e8280a9-6d23-43f5-b7bd-ea29e328b808 {{(pid=106583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:13:27.406648 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-25e08120-429f-4a69-b26a-2546af0530ba service neutron] Publish callbacks [] for port (4e8280a9-6d23-43f5-b7bd-ea29e328b808), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:27.420464 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.provisioning_blocks [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-25e08120-429f-4a69-b26a-2546af0530ba service neutron] Transition to ACTIVE for port object 4e8280a9-6d23-43f5-b7bd-ea29e328b808 will not be triggered until provisioned by entity L2. {{(pid=106583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:13:27.539517 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-25e08120-429f-4a69-b26a-2546af0530ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (4e8280a9-6d23-43f5-b7bd-ea29e328b808), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:27.603780 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e08120-429f-4a69-b26a-2546af0530ba service neutron] Pushing event updated for resources: {'Port': ['ID=4e8280a9-6d23-43f5-b7bd-ea29e328b808,revision_number=2']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:27.654016 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-25e08120-429f-4a69-b26a-2546af0530ba service neutron] Attempting to bind port 4e8280a9-6d23-43f5-b7bd-ea29e328b808 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:13:27.654348 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-25e08120-429f-4a69-b26a-2546af0530ba service neutron] Attempting to bind port 4e8280a9-6d23-43f5-b7bd-ea29e328b808 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'd0cbad2c-e329-4aab-ab77-16ad7069e3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3c66d0c1-a26e-44a7-90d6-75ca678825c7'}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:13:27.654667 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-25e08120-429f-4a69-b26a-2546af0530ba service neutron] Attempting to bind port 4e8280a9-6d23-43f5-b7bd-ea29e328b808 on network 3c66d0c1-a26e-44a7-90d6-75ca678825c7 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:13:27.705459 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-25e08120-429f-4a69-b26a-2546af0530ba service neutron] Port 4e8280a9-6d23-43f5-b7bd-ea29e328b808 on network 3c66d0c1-a26e-44a7-90d6-75ca678825c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:13:27.706533 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-25e08120-429f-4a69-b26a-2546af0530ba service neutron] Attempting to bind port 4e8280a9-6d23-43f5-b7bd-ea29e328b808 on network 3c66d0c1-a26e-44a7-90d6-75ca678825c7 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:13:27.790121 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec2778-f830-4eac-9168-f7c752f1d5af req-d58f8567-cdfd-4342-93e2-0a58b4a7eeaa tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:27.791719 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d9ec2778-f830-4eac-9168-f7c752f1d5af req-d58f8567-cdfd-4342-93e2-0a58b4a7eeaa tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=94bc578d-8428-4b87-99d5-003bdc0ba332 HTTP/1.1" status: 200 len: 943 time: 0.0644820 Sep 26 18:13:27.792519 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-25e08120-429f-4a69-b26a-2546af0530ba service neutron] Checking agent: {'id': 'b76d05ef-6768-47d4-84e3-b7f3ce45293e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'started_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:13:27.792866 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-25e08120-429f-4a69-b26a-2546af0530ba service neutron] Checking segment: {'id': 'd0cbad2c-e329-4aab-ab77-16ad7069e3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3c66d0c1-a26e-44a7-90d6-75ca678825c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:13:27.793278 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-25e08120-429f-4a69-b26a-2546af0530ba service neutron] Bound using segment: {'id': 'd0cbad2c-e329-4aab-ab77-16ad7069e3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3c66d0c1-a26e-44a7-90d6-75ca678825c7'} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:13:27.793739 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-25e08120-429f-4a69-b26a-2546af0530ba service neutron] Bound port: 4e8280a9-6d23-43f5-b7bd-ea29e328b808, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0cbad2c-e329-4aab-ab77-16ad7069e3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3c66d0c1-a26e-44a7-90d6-75ca678825c7'}}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:13:27.794104 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-25e08120-429f-4a69-b26a-2546af0530ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (4e8280a9-6d23-43f5-b7bd-ea29e328b808), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:27.896156 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d9ec2778-f830-4eac-9168-f7c752f1d5af req-871ca9a7-da8d-4f05-952b-6473dfc41370 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5dd9ae79-4c09-477b-bc3e-56ac9f209e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983226 Sep 26 18:13:27.902104 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-25e08120-429f-4a69-b26a-2546af0530ba service neutron] For port 4e8280a9-6d23-43f5-b7bd-ea29e328b808, host hv-cinder-85931, cleared binding levels {{(pid=106583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:13:27.905550 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-25e08120-429f-4a69-b26a-2546af0530ba service neutron] For port 4e8280a9-6d23-43f5-b7bd-ea29e328b808, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=4e8280a9-6d23-43f5-b7bd-ea29e328b808,segment=NetworkSegment(d0cbad2c-e329-4aab-ab77-16ad7069e3cf),segment_id=d0cbad2c-e329-4aab-ab77-16ad7069e3cf)] {{(pid=106583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:13:27.979677 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-25e08120-429f-4a69-b26a-2546af0530ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (4e8280a9-6d23-43f5-b7bd-ea29e328b808), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:27.985241 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-25e08120-429f-4a69-b26a-2546af0530ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:27.985866 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-25e08120-429f-4a69-b26a-2546af0530ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:27.989133 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-25e08120-429f-4a69-b26a-2546af0530ba service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/4e8280a9-6d23-43f5-b7bd-ea29e328b808 HTTP/1.1" status: 200 len: 1093 time: 0.9626076 Sep 26 18:13:27.989133 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94bc578d-8428-4b87-99d5-003bdc0ba332', 'tag': '4e8280a9-6d23-43f5-b7bd-ea29e328b808'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:13:27.991061 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d9f8ba-9486-42b3-a295-397d57600189" -d '{"events": [{"name": "network-changed", "server_uuid": "94bc578d-8428-4b87-99d5-003bdc0ba332", "tag": "4e8280a9-6d23-43f5-b7bd-ea29e328b808"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:13:28.037405 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e08120-429f-4a69-b26a-2546af0530ba service neutron] Pushing event updated for resources: {'Port': ['ID=4e8280a9-6d23-43f5-b7bd-ea29e328b808,revision_number=3']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:28.047562 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eec4432-383a-40a4-953a-2e02b49670be x-openstack-request-id: req-6eec4432-383a-40a4-953a-2e02b49670be {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:13:28.048106 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94bc578d-8428-4b87-99d5-003bdc0ba332", "tag": "4e8280a9-6d23-43f5-b7bd-ea29e328b808", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:13:28.048106 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6eec4432-383a-40a4-953a-2e02b49670be {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:13:28.052663 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eec4432-383a-40a4-953a-2e02b49670be'] response: {'name': 'network-changed', 'server_uuid': '94bc578d-8428-4b87-99d5-003bdc0ba332', 'tag': '4e8280a9-6d23-43f5-b7bd-ea29e328b808', 'status': 'completed', 'code': 200} Sep 26 18:13:28.106804 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:28.136967 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9f8ba-9486-42b3-a295-397d57600189 req-47e8e692-8229-4da5-ad9a-9a16bfc938e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:28.138457 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b5d9f8ba-9486-42b3-a295-397d57600189 req-47e8e692-8229-4da5-ad9a-9a16bfc938e0 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=518090209d9a462fbf40d6cb86c3c695&device_id=94bc578d-8428-4b87-99d5-003bdc0ba332 HTTP/1.1" status: 200 len: 1127 time: 0.0420165 Sep 26 18:13:28.254262 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9f8ba-9486-42b3-a295-397d57600189 req-059804a8-b79b-43b1-8405-85c5ff628bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:28.255636 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b5d9f8ba-9486-42b3-a295-397d57600189 req-059804a8-b79b-43b1-8405-85c5ff628bd5 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=518090209d9a462fbf40d6cb86c3c695&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1026556 Sep 26 18:13:28.351035 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9f8ba-9486-42b3-a295-397d57600189 req-a149af58-2d0b-4e02-835f-b21b187c8e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:28.352575 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b5d9f8ba-9486-42b3-a295-397d57600189 req-a149af58-2d0b-4e02-835f-b21b187c8e96 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912240 Sep 26 18:13:28.457201 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-046050d4-14d4-4c9c-bf83-60fae217a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:28.458744 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-046050d4-14d4-4c9c-bf83-60fae217a325 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=518090209d9a462fbf40d6cb86c3c695&device_id=94bc578d-8428-4b87-99d5-003bdc0ba332 HTTP/1.1" status: 200 len: 1127 time: 0.0456336 Sep 26 18:13:28.505241 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-540abc70-c5c0-4e4e-8f02-b02af4d8c695 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e8280a9-6d23-43f5-b7bd-ea29e328b808 HTTP/1.1" status: 200 len: 217 time: 0.0325925 Sep 26 18:13:28.553675 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-4ceebba1-1b65-4ed0-9b21-5f65a0677a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:28.555084 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-4ceebba1-1b65-4ed0-9b21-5f65a0677a6f service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=0c541fad-a015-48ee-8c06-dd6dcfdd8100 HTTP/1.1" status: 200 len: 854 time: 0.0447927 Sep 26 18:13:28.586035 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-774e73cf-5396-4366-bc85-6583c0b6f083 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=3c66d0c1-a26e-44a7-90d6-75ca678825c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255640 Sep 26 18:13:28.690117 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-325e0bb8-7a44-48a1-ac68-30e6742c0a7b service neutron] 10.222.0.88 "GET /networking/v2.0/networks/3c66d0c1-a26e-44a7-90d6-75ca678825c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965350 Sep 26 18:13:28.745298 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:28.793527 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fcdce187-c0e4-4b16-98cd-fa2e70de2a78 req-48b1e46c-b2ee-4066-af86-2f4723f0ff69 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/3c66d0c1-a26e-44a7-90d6-75ca678825c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966909 Sep 26 18:13:29.029267 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760973e-e43c-44d9-90d9-2a1a38fdc6ba req-f952e3e9-6fa8-4ff3-ad62-d51e08a9886f tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:29.030767 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6760973e-e43c-44d9-90d9-2a1a38fdc6ba req-f952e3e9-6fa8-4ff3-ad62-d51e08a9886f tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=94bc578d-8428-4b87-99d5-003bdc0ba332 HTTP/1.1" status: 200 len: 943 time: 0.0524683 Sep 26 18:13:29.083165 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6760973e-e43c-44d9-90d9-2a1a38fdc6ba req-cbd86cf0-9884-4455-9bae-e8ddd896bb2e tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5dd9ae79-4c09-477b-bc3e-56ac9f209e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442848 Sep 26 18:13:30.209143 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a26478-e95a-4013-8066-d7699fe9c3dd req-8f008262-7506-4d0f-a080-967ffbe1a386 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:30.210521 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-02a26478-e95a-4013-8066-d7699fe9c3dd req-8f008262-7506-4d0f-a080-967ffbe1a386 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=94bc578d-8428-4b87-99d5-003bdc0ba332 HTTP/1.1" status: 200 len: 943 time: 0.0474639 Sep 26 18:13:30.258134 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-02a26478-e95a-4013-8066-d7699fe9c3dd req-2a4d6551-9182-4811-ad6a-c3f53a5238c9 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5dd9ae79-4c09-477b-bc3e-56ac9f209e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418921 Sep 26 18:13:30.616224 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 55166) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:30.663852 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f48a54a-7766-4b9a-a749-1ddd1b45cfb0 admin admin] Deleting subnet 4d2e2891-b6ac-4aa6-a56d-4c99772d6306 {{(pid=106582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:13:30.667265 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7f48a54a-7766-4b9a-a749-1ddd1b45cfb0 admin admin] Publish callbacks [] for subnet (4d2e2891-b6ac-4aa6-a56d-4c99772d6306), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:30.706652 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7f48a54a-7766-4b9a-a749-1ddd1b45cfb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2230098'] for subnet (4d2e2891-b6ac-4aa6-a56d-4c99772d6306), precommit_delete_associations {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:30.749781 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7f48a54a-7766-4b9a-a749-1ddd1b45cfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32872334'] for subnet (4d2e2891-b6ac-4aa6-a56d-4c99772d6306), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:30.911451 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7f48a54a-7766-4b9a-a749-1ddd1b45cfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32869299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-514030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2161408'] for subnet (4d2e2891-b6ac-4aa6-a56d-4c99772d6306), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:30.948703 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48a54a-7766-4b9a-a749-1ddd1b45cfb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d2e2891-b6ac-4aa6-a56d-4c99772d6306,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:30.950944 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7f48a54a-7766-4b9a-a749-1ddd1b45cfb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for subnet (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:30.954554 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-7f48a54a-7766-4b9a-a749-1ddd1b45cfb0 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/4d2e2891-b6ac-4aa6-a56d-4c99772d6306 HTTP/1.1" status: 204 len: 168 time: 0.3371420 Sep 26 18:13:30.957703 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 55168) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:31.038188 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4bb76dcd-8955-4076-9ea7-f094b77cabaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32779771'] for network (b7a35a26-439f-4012-a78e-1c995152e4f3), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:31.125266 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4bb76dcd-8955-4076-9ea7-f094b77cabaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841381', 'neutron.services.segments.db._delete_segments_for_network-8756749958337'] for network (b7a35a26-439f-4012-a78e-1c995152e4f3), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:31.147201 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.services.segments.db [None req-4bb76dcd-8955-4076-9ea7-f094b77cabaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a35a26-439f-4012-a78e-1c995152e4f3']}} {{(pid=106583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:13:31.155696 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=15 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:31.156494 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=17 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:31.157036 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.services.segments.db [None req-4bb76dcd-8955-4076-9ea7-f094b77cabaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9d3cb4-ce4b-401a-bab9-8967f2d2a332') {'for_net_delete': True} {{(pid=106583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:13:31.157334 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.services.segments.db [None req-4bb76dcd-8955-4076-9ea7-f094b77cabaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9d3cb4-ce4b-401a-bab9-8967f2d2a332') {} {{(pid=106583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:13:31.168502 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4bb76dcd-8955-4076-9ea7-f094b77cabaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756749958229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4065973'] for segment (7d9d3cb4-ce4b-401a-bab9-8967f2d2a332), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:31.181943 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4bb76dcd-8955-4076-9ea7-f094b77cabaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (7d9d3cb4-ce4b-401a-bab9-8967f2d2a332), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:31.188591 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb76dcd-8955-4076-9ea7-f094b77cabaa admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=106583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:13:31.189005 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4bb76dcd-8955-4076-9ea7-f094b77cabaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3901844'] for segment (7d9d3cb4-ce4b-401a-bab9-8967f2d2a332), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:31.230394 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.services.segments.plugin [-] Segment 7d9d3cb4-ce4b-401a-bab9-8967f2d2a332 resource provider aggregate not found Sep 26 18:13:31.248377 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.services.segments.plugin [-] Segment 7d9d3cb4-ce4b-401a-bab9-8967f2d2a332 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d9d3cb4-ce4b-401a-bab9-8967f2d2a332 found for delete ", "request_id": "req-24028978-8d62-41f9-8cb8-e66645704e58"}]} Sep 26 18:13:31.346134 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4bb76dcd-8955-4076-9ea7-f094b77cabaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500471'] for network (b7a35a26-439f-4012-a78e-1c995152e4f3), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:31.368311 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4bb76dcd-8955-4076-9ea7-f094b77cabaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:31.374062 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-4bb76dcd-8955-4076-9ea7-f094b77cabaa admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/b7a35a26-439f-4012-a78e-1c995152e4f3 HTTP/1.1" status: 204 len: 168 time: 0.4125764 Sep 26 18:13:31.374506 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 55176) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:31.388288 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb76dcd-8955-4076-9ea7-f094b77cabaa admin admin] Pushing event deleted for resources: {'Network': ['ID=b7a35a26-439f-4012-a78e-1c995152e4f3,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:31.401241 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c75e3-39a2-4828-b157-5f23c9d0b320 req-b867b30f-3ffd-45f5-8caf-96d8f55b7be6 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:31.402808 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a51c75e3-39a2-4828-b157-5f23c9d0b320 req-b867b30f-3ffd-45f5-8caf-96d8f55b7be6 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=94bc578d-8428-4b87-99d5-003bdc0ba332 HTTP/1.1" status: 200 len: 943 time: 0.0671453 Sep 26 18:13:31.430430 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a25bc9-3641-49db-ab79-36642716462d admin admin] Deleting subnet a1bc09ea-0f8b-4607-a708-a7ac504cbe6b {{(pid=106582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:13:31.433656 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-94a25bc9-3641-49db-ab79-36642716462d admin admin] Publish callbacks [] for subnet (a1bc09ea-0f8b-4607-a708-a7ac504cbe6b), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:31.459238 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a51c75e3-39a2-4828-b157-5f23c9d0b320 req-0ea5318e-5f23-4ba8-9c4e-fa0a13ed8f87 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5dd9ae79-4c09-477b-bc3e-56ac9f209e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504484 Sep 26 18:13:31.471591 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-94a25bc9-3641-49db-ab79-36642716462d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2230098'] for subnet (a1bc09ea-0f8b-4607-a708-a7ac504cbe6b), precommit_delete_associations {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:31.513493 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-94a25bc9-3641-49db-ab79-36642716462d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32872334'] for subnet (a1bc09ea-0f8b-4607-a708-a7ac504cbe6b), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:31.648040 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-94a25bc9-3641-49db-ab79-36642716462d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32869299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-514030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2161408'] for subnet (a1bc09ea-0f8b-4607-a708-a7ac504cbe6b), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:31.677713 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a25bc9-3641-49db-ab79-36642716462d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1bc09ea-0f8b-4607-a708-a7ac504cbe6b,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:31.684535 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-94a25bc9-3641-49db-ab79-36642716462d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for subnet (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:31.687855 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-94a25bc9-3641-49db-ab79-36642716462d admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/a1bc09ea-0f8b-4607-a708-a7ac504cbe6b HTTP/1.1" status: 204 len: 168 time: 0.3121455 Sep 26 18:13:31.691806 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 55180) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:31.718523 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 4e8280a9-6d23-43f5-b7bd-ea29e328b808 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:13:31.762528 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d156c3e9-10f0-4588-852f-ac510d42309d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32779771'] for network (a9fc7ee5-7e47-4b00-bdcc-0ac5370b788c), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:31.825484 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 4e8280a9-6d23-43f5-b7bd-ea29e328b808, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=4e8280a9-6d23-43f5-b7bd-ea29e328b808,segment=NetworkSegment(d0cbad2c-e329-4aab-ab77-16ad7069e3cf),segment_id=d0cbad2c-e329-4aab-ab77-16ad7069e3cf)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:13:31.837934 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Returning: {'device': '4e8280a9-6d23-43f5-b7bd-ea29e328b808', 'network_id': '3c66d0c1-a26e-44a7-90d6-75ca678825c7', 'port_id': '4e8280a9-6d23-43f5-b7bd-ea29e328b808', 'mac_address': 'fa:16:3e:ec:56:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c541fad-a015-48ee-8c06-dd6dcfdd8100', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:13:31.846833 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d156c3e9-10f0-4588-852f-ac510d42309d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841381', 'neutron.services.segments.db._delete_segments_for_network-8756749958337'] for network (a9fc7ee5-7e47-4b00-bdcc-0ac5370b788c), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:31.869101 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.services.segments.db [None req-d156c3e9-10f0-4588-852f-ac510d42309d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9fc7ee5-7e47-4b00-bdcc-0ac5370b788c']}} {{(pid=106582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:13:31.879613 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.services.segments.db [None req-d156c3e9-10f0-4588-852f-ac510d42309d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75fbe46d-640c-465b-be37-9ed3764b8fe3') {'for_net_delete': True} {{(pid=106582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:13:31.879954 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.services.segments.db [None req-d156c3e9-10f0-4588-852f-ac510d42309d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75fbe46d-640c-465b-be37-9ed3764b8fe3') {} {{(pid=106582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:13:31.885663 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port 4e8280a9-6d23-43f5-b7bd-ea29e328b808 is: DOWN; New status is: BUILD {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:13:31.886059 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (4e8280a9-6d23-43f5-b7bd-ea29e328b808), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:31.889970 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d156c3e9-10f0-4588-852f-ac510d42309d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756749958229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230121'] for segment (75fbe46d-640c-465b-be37-9ed3764b8fe3), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:31.900149 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e8280a9-6d23-43f5-b7bd-ea29e328b808 {{(pid=106584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:13:31.904200 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d156c3e9-10f0-4588-852f-ac510d42309d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (75fbe46d-640c-465b-be37-9ed3764b8fe3), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:31.910991 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d156c3e9-10f0-4588-852f-ac510d42309d admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=106582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:13:31.911383 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d156c3e9-10f0-4588-852f-ac510d42309d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-513876'] for segment (75fbe46d-640c-465b-be37-9ed3764b8fe3), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:31.925259 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 4e8280a9-6d23-43f5-b7bd-ea29e328b808, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=4e8280a9-6d23-43f5-b7bd-ea29e328b808,segment=NetworkSegment(d0cbad2c-e329-4aab-ab77-16ad7069e3cf),segment_id=d0cbad2c-e329-4aab-ab77-16ad7069e3cf)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:13:31.954332 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.services.segments.plugin [-] Segment 75fbe46d-640c-465b-be37-9ed3764b8fe3 resource provider aggregate not found Sep 26 18:13:31.974766 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.services.segments.plugin [-] Segment 75fbe46d-640c-465b-be37-9ed3764b8fe3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75fbe46d-640c-465b-be37-9ed3764b8fe3 found for delete ", "request_id": "req-8af6a3b5-8695-474c-a294-7cc1a63dd14c"}]} Sep 26 18:13:32.001820 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-7128c6d2-0fc0-481e-9e88-f22b674d2ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:32.030316 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (4e8280a9-6d23-43f5-b7bd-ea29e328b808), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:32.076688 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d156c3e9-10f0-4588-852f-ac510d42309d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500471'] for network (a9fc7ee5-7e47-4b00-bdcc-0ac5370b788c), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:32.082481 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d156c3e9-10f0-4588-852f-ac510d42309d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:32.086339 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=4e8280a9-6d23-43f5-b7bd-ea29e328b808,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:32.087334 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-d156c3e9-10f0-4588-852f-ac510d42309d admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/a9fc7ee5-7e47-4b00-bdcc-0ac5370b788c HTTP/1.1" status: 204 len: 168 time: 0.3930144 Sep 26 18:13:32.093383 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:32.093855 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:32.094077 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:32.094422 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:32.094755 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:32.095087 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:32.095412 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:32.095768 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:32.096098 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:32.096694 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:32.097291 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:32.097291 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:32.097543 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:32.097980 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:32.098338 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:32.104521 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156c3e9-10f0-4588-852f-ac510d42309d admin admin] Pushing event deleted for resources: {'Network': ['ID=a9fc7ee5-7e47-4b00-bdcc-0ac5370b788c,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:32.147788 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:13:32.351275 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['4e8280a9-6d23-43f5-b7bd-ea29e328b808'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:13:32.538571 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 55198) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:32.585444 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:32.616191 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b6c8c-a5b5-4dbd-88d9-9cadc26a1846 req-35c1fb88-8ca6-485f-96f8-9b42dce95314 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:32.617901 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d45b6c8c-a5b5-4dbd-88d9-9cadc26a1846 req-35c1fb88-8ca6-485f-96f8-9b42dce95314 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=94bc578d-8428-4b87-99d5-003bdc0ba332 HTTP/1.1" status: 200 len: 944 time: 0.0770319 Sep 26 18:13:32.625016 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-2fe778ab-c339-49cd-a90a-bcbd8aca12a5 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=f6bf1723e8244af083a35fab6198e2b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0849838 Sep 26 18:13:32.625405 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 55202) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:32.672600 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d45b6c8c-a5b5-4dbd-88d9-9cadc26a1846 req-77a57547-7a60-49d2-afdb-6623c040de08 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5dd9ae79-4c09-477b-bc3e-56ac9f209e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466821 Sep 26 18:13:32.679182 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-efe567cc-ac6f-41cd-af68-87ea379b7ede admin admin] Publish callbacks [] for security_group (52651788-603f-4297-8da8-3f05d1769336), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:32.702835 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-efe567cc-ac6f-41cd-af68-87ea379b7ede admin admin] Publish callbacks [] for security_group (52651788-603f-4297-8da8-3f05d1769336), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:32.717610 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:32.733672 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:32.814677 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883466b2-111a-4c21-a759-f6665d32ec30 req-ccced610-24ef-454e-a8ee-44460a31f052 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:32.816849 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-883466b2-111a-4c21-a759-f6665d32ec30 req-ccced610-24ef-454e-a8ee-44460a31f052 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0486748 Sep 26 18:13:32.848033 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-efe567cc-ac6f-41cd-af68-87ea379b7ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (52651788-603f-4297-8da8-3f05d1769336), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:32.850666 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-efe567cc-ac6f-41cd-af68-87ea379b7ede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:32.851863 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-efe567cc-ac6f-41cd-af68-87ea379b7ede admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/52651788-603f-4297-8da8-3f05d1769336 HTTP/1.1" status: 204 len: 168 time: 0.2253790 Sep 26 18:13:32.865370 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe567cc-ac6f-41cd-af68-87ea379b7ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52651788-603f-4297-8da8-3f05d1769336,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:32.869405 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-883466b2-111a-4c21-a759-f6665d32ec30 req-9be16a11-2222-4707-8ca8-b6391827c942 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467165 Sep 26 18:13:33.668316 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 55210) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:33.709148 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-cfa1d238-b65e-41b1-85ff-ad7a3443c80e admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=455353a09f254c8c8c419ba30ede876e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395505 Sep 26 18:13:33.711430 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 55214) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:33.724234 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 4e8280a9-6d23-43f5-b7bd-ea29e328b808 up at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:13:33.765953 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1508a894-2860-434d-be4a-cd7d4210cdd1 admin admin] Publish callbacks [] for security_group (67747f0b-82a4-4ce1-8b3c-776818f0ea15), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:33.771355 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning for port 4e8280a9-6d23-43f5-b7bd-ea29e328b808 completed by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:13:33.788306 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1508a894-2860-434d-be4a-cd7d4210cdd1 admin admin] Publish callbacks [] for security_group (67747f0b-82a4-4ce1-8b3c-776818f0ea15), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:33.804814 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:33.818173 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffef374-c4d6-494a-aa89-351a4683436a req-afba3d00-720b-4f4d-8fe3-aa64b61cf17d tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:33.819700 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2ffef374-c4d6-494a-aa89-351a4683436a req-afba3d00-720b-4f4d-8fe3-aa64b61cf17d tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=94bc578d-8428-4b87-99d5-003bdc0ba332 HTTP/1.1" status: 200 len: 944 time: 0.0561113 Sep 26 18:13:33.868742 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2ffef374-c4d6-494a-aa89-351a4683436a req-9761233c-c632-445c-ac2b-22aad2520d54 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5dd9ae79-4c09-477b-bc3e-56ac9f209e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428030 Sep 26 18:13:33.876609 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning complete for port 4e8280a9-6d23-43f5-b7bd-ea29e328b808 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:13:33.877188 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (4e8280a9-6d23-43f5-b7bd-ea29e328b808), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:33.877826 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Attempt 1 to provision port 4e8280a9-6d23-43f5-b7bd-ea29e328b808 Sep 26 18:13:33.916266 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1508a894-2860-434d-be4a-cd7d4210cdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (67747f0b-82a4-4ce1-8b3c-776818f0ea15), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:33.918961 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1508a894-2860-434d-be4a-cd7d4210cdd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:33.920790 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-1508a894-2860-434d-be4a-cd7d4210cdd1 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/67747f0b-82a4-4ce1-8b3c-776818f0ea15 HTTP/1.1" status: 204 len: 168 time: 0.2083099 Sep 26 18:13:33.931280 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508a894-2860-434d-be4a-cd7d4210cdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67747f0b-82a4-4ce1-8b3c-776818f0ea15,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:33.978782 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port 4e8280a9-6d23-43f5-b7bd-ea29e328b808 is: BUILD; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:13:33.979320 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (4e8280a9-6d23-43f5-b7bd-ea29e328b808), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:34.009865 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94bc578d-8428-4b87-99d5-003bdc0ba332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8280a9-6d23-43f5-b7bd-ea29e328b808'}] {{(pid=106584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:13:34.012139 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743b4769c4925b62b4889170aadb5ee5b65d77d3032155737795e39ae48b1258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5a69cb-a94c-4818-a9ec-e530a883d53a" -d '{"events": [{"server_uuid": "94bc578d-8428-4b87-99d5-003bdc0ba332", "name": "network-vif-plugged", "status": "completed", "tag": "4e8280a9-6d23-43f5-b7bd-ea29e328b808"}]}' {{(pid=106584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:13:34.028861 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 4e8280a9-6d23-43f5-b7bd-ea29e328b808, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=4e8280a9-6d23-43f5-b7bd-ea29e328b808,segment=NetworkSegment(d0cbad2c-e329-4aab-ab77-16ad7069e3cf),segment_id=d0cbad2c-e329-4aab-ab77-16ad7069e3cf)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:13:34.103973 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23afd74-5db9-4b43-8c35-3c48b3d6d999 x-openstack-request-id: req-e23afd74-5db9-4b43-8c35-3c48b3d6d999 {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:13:34.103973 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94bc578d-8428-4b87-99d5-003bdc0ba332", "name": "network-vif-plugged", "status": "completed", "tag": "4e8280a9-6d23-43f5-b7bd-ea29e328b808", "code": 200}]} {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:13:34.103973 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e23afd74-5db9-4b43-8c35-3c48b3d6d999 {{(pid=106584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:13:34.103973 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e23afd74-5db9-4b43-8c35-3c48b3d6d999'] response: {'server_uuid': '94bc578d-8428-4b87-99d5-003bdc0ba332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8280a9-6d23-43f5-b7bd-ea29e328b808', 'code': 200} Sep 26 18:13:34.104532 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c742b5-c361-4e9e-9a06-66330bca263a req-40b17ca1-af9d-4e2b-b123-dcc7dffc3472 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:34.104532 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-69c742b5-c361-4e9e-9a06-66330bca263a req-40b17ca1-af9d-4e2b-b123-dcc7dffc3472 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0825024 Sep 26 18:13:34.124862 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-69c742b5-c361-4e9e-9a06-66330bca263a req-f7e21254-ff2d-4edf-a5d4-4972ff9bbf91 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443478 Sep 26 18:13:34.167469 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (4e8280a9-6d23-43f5-b7bd-ea29e328b808), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:34.215369 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=4e8280a9-6d23-43f5-b7bd-ea29e328b808,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:34.333041 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-3d0e23cf-944c-4ce8-9d0a-6e9ba2527892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:34.898830 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a521c-f0d0-4431-ba02-d211ee70b9a6 req-b964c21f-129c-4fa7-aa0c-6f1e125273e2 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:34.900241 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-284a521c-f0d0-4431-ba02-d211ee70b9a6 req-b964c21f-129c-4fa7-aa0c-6f1e125273e2 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0836062 Sep 26 18:13:34.901656 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9348fa-2d63-4253-9918-fe60ca09dd55 req-7a2787cd-029f-49df-805f-e58abfb49fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:34.903008 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ae9348fa-2d63-4253-9918-fe60ca09dd55 req-7a2787cd-029f-49df-805f-e58abfb49fe0 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=94bc578d-8428-4b87-99d5-003bdc0ba332 HTTP/1.1" status: 200 len: 1129 time: 0.0850363 Sep 26 18:13:35.051715 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328b2df-f839-42b3-bf6e-f98a0269243e req-d6cecfd8-b88d-4097-bdec-6f72d4a1f100 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:35.053168 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8328b2df-f839-42b3-bf6e-f98a0269243e req-d6cecfd8-b88d-4097-bdec-6f72d4a1f100 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=94bc578d-8428-4b87-99d5-003bdc0ba332 HTTP/1.1" status: 200 len: 945 time: 0.0954003 Sep 26 18:13:35.059503 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ae9348fa-2d63-4253-9918-fe60ca09dd55 req-d6225e5e-a6ad-42fb-803f-592cbd8dafdf service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5dd9ae79-4c09-477b-bc3e-56ac9f209e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420641 Sep 26 18:13:35.079004 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-284a521c-f0d0-4431-ba02-d211ee70b9a6 req-ad0bd99d-57f8-471e-b9ee-12ad964d7d26 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Deleting port 555a4990-c7e3-456c-b0c7-7742d6f81240 {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:13:35.079418 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-284a521c-f0d0-4431-ba02-d211ee70b9a6 req-ad0bd99d-57f8-471e-b9ee-12ad964d7d26 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (555a4990-c7e3-456c-b0c7-7742d6f81240), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:35.181715 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8328b2df-f839-42b3-bf6e-f98a0269243e req-456c8d22-ee8d-492c-893a-52d9e89e1a4a tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5dd9ae79-4c09-477b-bc3e-56ac9f209e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193712 Sep 26 18:13:35.271691 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-284a521c-f0d0-4431-ba02-d211ee70b9a6 req-ad0bd99d-57f8-471e-b9ee-12ad964d7d26 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] For port 555a4990-c7e3-456c-b0c7-7742d6f81240, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=555a4990-c7e3-456c-b0c7-7742d6f81240,segment=NetworkSegment(b9f7fcb8-3ad7-4396-8a90-9caaa206c569),segment_id=b9f7fcb8-3ad7-4396-8a90-9caaa206c569)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:13:35.272147 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-284a521c-f0d0-4431-ba02-d211ee70b9a6 req-ad0bd99d-57f8-471e-b9ee-12ad964d7d26 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (555a4990-c7e3-456c-b0c7-7742d6f81240), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:35.297276 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf18b2-e977-4354-bc6d-4ac089047fb0 req-964b1485-152c-4ae5-88e2-e36c25e05cfa tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:35.299081 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fddf18b2-e977-4354-bc6d-4ac089047fb0 req-964b1485-152c-4ae5-88e2-e36c25e05cfa tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 946 time: 0.0851710 Sep 26 18:13:35.432303 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fddf18b2-e977-4354-bc6d-4ac089047fb0 req-1f103bdb-250a-4633-80b8-4ec524ce4dd8 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=a5db0ca5-f258-441f-925c-513e17ca6afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001329 Sep 26 18:13:35.495761 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-284a521c-f0d0-4431-ba02-d211ee70b9a6 req-ad0bd99d-57f8-471e-b9ee-12ad964d7d26 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:35.496129 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-284a521c-f0d0-4431-ba02-d211ee70b9a6 req-ad0bd99d-57f8-471e-b9ee-12ad964d7d26 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (5eb537b7-d9a2-427c-8a1a-92e3add8d2bc), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:35.496451 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.db.l3_db [req-284a521c-f0d0-4431-ba02-d211ee70b9a6 req-ad0bd99d-57f8-471e-b9ee-12ad964d7d26 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Floating IP 5eb537b7-d9a2-427c-8a1a-92e3add8d2bc disassociated. External IP: 172.27.3.210, port: 555a4990-c7e3-456c-b0c7-7742d6f81240. Sep 26 18:13:35.496799 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-284a521c-f0d0-4431-ba02-d211ee70b9a6 req-ad0bd99d-57f8-471e-b9ee-12ad964d7d26 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Calling delete_port for 555a4990-c7e3-456c-b0c7-7742d6f81240 owned by compute:nova {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:13:35.505100 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:35.516844 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:35.627495 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:35.710815 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-284a521c-f0d0-4431-ba02-d211ee70b9a6 req-ad0bd99d-57f8-471e-b9ee-12ad964d7d26 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (555a4990-c7e3-456c-b0c7-7742d6f81240), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:35.740960 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0bd99d-57f8-471e-b9ee-12ad964d7d26 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Pushing event deleted for resources: {'Port': ['ID=555a4990-c7e3-456c-b0c7-7742d6f81240,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:35.846326 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 55252) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:35.861141 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [req-284a521c-f0d0-4431-ba02-d211ee70b9a6 req-ad0bd99d-57f8-471e-b9ee-12ad964d7d26 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Router 8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:13:35.957294 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7aa37968-de4b-407a-b66a-2a94e291cf7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:35.972291 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-284a521c-f0d0-4431-ba02-d211ee70b9a6 req-ad0bd99d-57f8-471e-b9ee-12ad964d7d26 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:13:35.992968 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc3736b-3bc7-4fb9-8368-65a8e4f4d085 None None] Sync routers for ids ['8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'] in dv-cinder-859319-1-iscsi {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:13:35.992968 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:36.000298 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc3736b-3bc7-4fb9-8368-65a8e4f4d085 None None] Routers {'8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:13:36.001196 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-3fc3736b-3bc7-4fb9-8368-65a8e4f4d085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:13:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:13:36.040158 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-284a521c-f0d0-4431-ba02-d211ee70b9a6 req-ad0bd99d-57f8-471e-b9ee-12ad964d7d26 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] No DVR routers for this DVR port 555a4990-c7e3-456c-b0c7-7742d6f81240 on host hv-cinder-85931 {{(pid=106583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:13:36.042733 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-284a521c-f0d0-4431-ba02-d211ee70b9a6 req-ad0bd99d-57f8-471e-b9ee-12ad964d7d26 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:36.048470 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-284a521c-f0d0-4431-ba02-d211ee70b9a6 req-ad0bd99d-57f8-471e-b9ee-12ad964d7d26 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.88 "DELETE /networking/v2.0/ports/555a4990-c7e3-456c-b0c7-7742d6f81240 HTTP/1.1" status: 204 len: 173 time: 1.1378727 Sep 26 18:13:36.050534 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7369614f-dc83-49a8-b16c-2c2189b1e9db', 'name': 'network-vif-deleted', 'tag': '555a4990-c7e3-456c-b0c7-7742d6f81240'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:13:36.053441 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bf7b61-a62e-4609-98db-dda4acaa285d" -d '{"events": [{"server_uuid": "7369614f-dc83-49a8-b16c-2c2189b1e9db", "name": "network-vif-deleted", "tag": "555a4990-c7e3-456c-b0c7-7742d6f81240"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:13:36.059566 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7aa37968-de4b-407a-b66a-2a94e291cf7e admin admin] Publish callbacks [] for security_group (6e75e2c6-1faf-4308-b67d-b03e47168925), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:36.063740 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:36.098300 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f0457e-45b7-4fbe-b874-10f0cc44c7d9 x-openstack-request-id: req-24f0457e-45b7-4fbe-b874-10f0cc44c7d9 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:13:36.098587 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7369614f-dc83-49a8-b16c-2c2189b1e9db", "name": "network-vif-deleted", "tag": "555a4990-c7e3-456c-b0c7-7742d6f81240", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:13:36.098838 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-24f0457e-45b7-4fbe-b874-10f0cc44c7d9 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:13:36.099256 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24f0457e-45b7-4fbe-b874-10f0cc44c7d9'] response: {'server_uuid': '7369614f-dc83-49a8-b16c-2c2189b1e9db', 'name': 'network-vif-deleted', 'tag': '555a4990-c7e3-456c-b0c7-7742d6f81240', 'status': 'completed', 'code': 200} Sep 26 18:13:36.120992 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-3fc3736b-3bc7-4fb9-8368-65a8e4f4d085 None None] Set router 8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:13:36.190730 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7aa37968-de4b-407a-b66a-2a94e291cf7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (6e75e2c6-1faf-4308-b67d-b03e47168925), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:36.247908 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa37968-de4b-407a-b66a-2a94e291cf7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e75e2c6-1faf-4308-b67d-b03e47168925,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:36.254336 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-7aa37968-de4b-407a-b66a-2a94e291cf7e admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=7f5a01116c4e44e7bb69ecf7af8f51c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4066861 Sep 26 18:13:36.257006 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 55260) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:36.312790 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-269d61f2-970c-441f-9a29-f25d18f30efe admin admin] Publish callbacks [] for security_group (6e75e2c6-1faf-4308-b67d-b03e47168925), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:36.323757 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-3fc3736b-3bc7-4fb9-8368-65a8e4f4d085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'name': 'tempest-AttachVolumeTestJSON-1898921580-router', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:47Z', 'revision_number': 4, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'gw_port': {'id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '83d43dcc-e096-4d8b-81c2-766ba67243fc', 'name': '', 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'mac_address': 'fa:16:3e:3c:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:46Z', 'updated_at': '2022-09-26T18:09:51Z', 'revision_number': 5, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'subnets': [{'id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:13:36.335006 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-269d61f2-970c-441f-9a29-f25d18f30efe admin admin] Publish callbacks [] for security_group (6e75e2c6-1faf-4308-b67d-b03e47168925), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:36.356335 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc3736b-3bc7-4fb9-8368-65a8e4f4d085 None None] Checking router: 8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0 for host: dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:13:36.356556 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424db7d-4d45-40ab-ba02-ae9d858323fa req-d5cbe42e-dece-471f-b65b-0bf582451640 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:36.356556 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7424db7d-4d45-40ab-ba02-ae9d858323fa req-d5cbe42e-dece-471f-b65b-0bf582451640 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=94bc578d-8428-4b87-99d5-003bdc0ba332 HTTP/1.1" status: 200 len: 945 time: 0.0573373 Sep 26 18:13:36.365991 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc3736b-3bc7-4fb9-8368-65a8e4f4d085 None None] Routers {'8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:13:36.366888 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-3fc3736b-3bc7-4fb9-8368-65a8e4f4d085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:13:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:13:36.410426 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7424db7d-4d45-40ab-ba02-ae9d858323fa req-20817923-e79e-4c47-abce-2b246f83228f tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5dd9ae79-4c09-477b-bc3e-56ac9f209e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476539 Sep 26 18:13:36.491787 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-3fc3736b-3bc7-4fb9-8368-65a8e4f4d085 None None] Set router 8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:13:36.493658 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-269d61f2-970c-441f-9a29-f25d18f30efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (6e75e2c6-1faf-4308-b67d-b03e47168925), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:36.496210 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-269d61f2-970c-441f-9a29-f25d18f30efe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:36.499857 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-269d61f2-970c-441f-9a29-f25d18f30efe admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/6e75e2c6-1faf-4308-b67d-b03e47168925 HTTP/1.1" status: 204 len: 168 time: 0.2393467 Sep 26 18:13:36.511494 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d61f2-970c-441f-9a29-f25d18f30efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e75e2c6-1faf-4308-b67d-b03e47168925,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:36.558510 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b3a3754c-419a-48a5-9dc7-95d4f84989bd req-d963af89-f671-412b-a989-d06ecd95a381 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 210 time: 0.0303924 Sep 26 18:13:36.709105 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-3fc3736b-3bc7-4fb9-8368-65a8e4f4d085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'name': 'tempest-AttachVolumeTestJSON-1898921580-router', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:47Z', 'revision_number': 4, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'gw_port': {'id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '83d43dcc-e096-4d8b-81c2-766ba67243fc', 'name': '', 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'mac_address': 'fa:16:3e:3c:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:46Z', 'updated_at': '2022-09-26T18:09:51Z', 'revision_number': 5, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'subnets': [{'id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:13:36.740073 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc3736b-3bc7-4fb9-8368-65a8e4f4d085 None None] The sync data for ids ['8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'] in dv-cinder-859319-1-iscsi is: [{'id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'name': 'tempest-AttachVolumeTestJSON-1898921580-router', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:47Z', 'revision_number': 4, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'gw_port': {'id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '83d43dcc-e096-4d8b-81c2-766ba67243fc', 'name': '', 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'mac_address': 'fa:16:3e:3c:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:46Z', 'updated_at': '2022-09-26T18:09:51Z', 'revision_number': 5, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'subnets': [{'id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:13:36.999568 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f08043-985a-4bb5-bf3f-260d6dc69229 None None] New status for floating IP 5eb537b7-d9a2-427c-8a1a-92e3add8d2bc: DOWN {{(pid=106585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:13:37.184955 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:37.374312 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:37.548387 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f76524-4f6e-4225-bca5-8c5fd68a844e req-f4a7aa44-9a28-4e70-af0a-3379829df8ba tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:37.550313 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-01f76524-4f6e-4225-bca5-8c5fd68a844e req-f4a7aa44-9a28-4e70-af0a-3379829df8ba tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=94bc578d-8428-4b87-99d5-003bdc0ba332 HTTP/1.1" status: 200 len: 945 time: 0.0635657 Sep 26 18:13:37.604721 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-01f76524-4f6e-4225-bca5-8c5fd68a844e req-4df27672-5bc1-4308-b36d-4c00860606fa tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5dd9ae79-4c09-477b-bc3e-56ac9f209e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471210 Sep 26 18:13:37.721968 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1dcffe4f-4e14-4c69-a683-d5c774ef9f50 req-cbfc0bfb-1e92-45f4-a0ab-21b8f061529c tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7369614f-dc83-49a8-b16c-2c2189b1e9db HTTP/1.1" status: 200 len: 210 time: 0.0550396 Sep 26 18:13:38.390590 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 55308) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:38.497094 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-877cbd47-a4e3-41b9-81e8-9d2a38b200e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:38.512387 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:DELETE=9,neutron:SELECT=85,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:38.575794 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-877cbd47-a4e3-41b9-81e8-9d2a38b200e3 admin admin] Publish callbacks [] for security_group (388184aa-6475-45cd-994d-bea5a32775ee), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:38.637403 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-877cbd47-a4e3-41b9-81e8-9d2a38b200e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (388184aa-6475-45cd-994d-bea5a32775ee), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:38.680050 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-877cbd47-a4e3-41b9-81e8-9d2a38b200e3 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=a078b71ed5004c5d9dab959b336aeb2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2883315 Sep 26 18:13:38.681013 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877cbd47-a4e3-41b9-81e8-9d2a38b200e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388184aa-6475-45cd-994d-bea5a32775ee,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:38.682823 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 55314) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:38.737318 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-13ee54d3-feab-41a9-bf5e-3e8061a980f3 admin admin] Publish callbacks [] for security_group (388184aa-6475-45cd-994d-bea5a32775ee), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:38.759009 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-13ee54d3-feab-41a9-bf5e-3e8061a980f3 admin admin] Publish callbacks [] for security_group (388184aa-6475-45cd-994d-bea5a32775ee), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:38.916641 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-13ee54d3-feab-41a9-bf5e-3e8061a980f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (388184aa-6475-45cd-994d-bea5a32775ee), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:38.919220 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-13ee54d3-feab-41a9-bf5e-3e8061a980f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:38.920432 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-13ee54d3-feab-41a9-bf5e-3e8061a980f3 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/388184aa-6475-45cd-994d-bea5a32775ee HTTP/1.1" status: 204 len: 168 time: 0.2353718 Sep 26 18:13:38.929320 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee54d3-feab-41a9-bf5e-3e8061a980f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388184aa-6475-45cd-994d-bea5a32775ee,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:39.748074 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 555a4990-c7e3-456c-b0c7-7742d6f81240 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:13:39.768687 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] No Port match for: 555a4990-c7e3-456c-b0c7-7742d6f81240 {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:13:39.769042 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 555a4990-c7e3-456c-b0c7-7742d6f81240 not bound to the agent host hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:13:39.912192 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 55344) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:39.975678 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8ad68ab5-d824-4e60-b1a8-af053fc4ac0d tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for security_group (a5db0ca5-f258-441f-925c-513e17ca6afd), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:40.001546 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8ad68ab5-d824-4e60-b1a8-af053fc4ac0d tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for security_group (a5db0ca5-f258-441f-925c-513e17ca6afd), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:40.021562 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:40.134183 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8ad68ab5-d824-4e60-b1a8-af053fc4ac0d tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (a5db0ca5-f258-441f-925c-513e17ca6afd), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:40.137166 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-8ad68ab5-d824-4e60-b1a8-af053fc4ac0d tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:40.138355 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-8ad68ab5-d824-4e60-b1a8-af053fc4ac0d tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/a5db0ca5-f258-441f-925c-513e17ca6afd HTTP/1.1" status: 204 len: 168 time: 0.2251661 Sep 26 18:13:40.147866 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 55352) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:40.149282 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad68ab5-d824-4e60-b1a8-af053fc4ac0d tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5db0ca5-f258-441f-925c-513e17ca6afd,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:40.164737 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.api.v2.resource [None req-88d81e34-d36e-405d-9714-13de6bbde242 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] show failed (client error): The resource could not be found. Sep 26 18:13:40.165337 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=100 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:40.170754 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 55354) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:40.171398 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-88d81e34-d36e-405d-9714-13de6bbde242 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups/a5db0ca5-f258-441f-925c-513e17ca6afd HTTP/1.1" status: 404 len: 347 time: 0.0216854 Sep 26 18:13:40.307245 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-d82293e2-cabc-44da-9a3f-62e8ee55d700 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Deleting port 23f9ca77-3b85-4d8f-8e36-42d5957cd19f {{(pid=106582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:13:40.307596 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d82293e2-cabc-44da-9a3f-62e8ee55d700 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (23f9ca77-3b85-4d8f-8e36-42d5957cd19f), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:40.396639 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d82293e2-cabc-44da-9a3f-62e8ee55d700 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (23f9ca77-3b85-4d8f-8e36-42d5957cd19f), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:40.396963 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d82293e2-cabc-44da-9a3f-62e8ee55d700 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for floatingip (23f9ca77-3b85-4d8f-8e36-42d5957cd19f), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:40.411406 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-d82293e2-cabc-44da-9a3f-62e8ee55d700 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Calling delete_port for 23f9ca77-3b85-4d8f-8e36-42d5957cd19f owned by network:floatingip {{(pid=106582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:13:40.647797 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d82293e2-cabc-44da-9a3f-62e8ee55d700 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (23f9ca77-3b85-4d8f-8e36-42d5957cd19f), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:40.673043 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82293e2-cabc-44da-9a3f-62e8ee55d700 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Pushing event deleted for resources: {'Port': ['ID=23f9ca77-3b85-4d8f-8e36-42d5957cd19f,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:40.746443 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d82293e2-cabc-44da-9a3f-62e8ee55d700 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for floatingip (5eb537b7-d9a2-427c-8a1a-92e3add8d2bc), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:40.749315 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d82293e2-cabc-44da-9a3f-62e8ee55d700 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:40.750819 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-d82293e2-cabc-44da-9a3f-62e8ee55d700 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/5eb537b7-d9a2-427c-8a1a-92e3add8d2bc HTTP/1.1" status: 204 len: 168 time: 0.5781400 Sep 26 18:13:40.920717 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 55368) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:40.934997 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-f401c75d-343b-4d48-8f09-38910ebdaa89 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--356002468', 'description': 'tempest-description--1519077344'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:13:41.094058 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f401c75d-343b-4d48-8f09-38910ebdaa89 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:41.171190 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f401c75d-343b-4d48-8f09-38910ebdaa89 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for security_group (4dafb6bd-c17e-4119-970f-d59673675892), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:41.241883 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f401c75d-343b-4d48-8f09-38910ebdaa89 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (4dafb6bd-c17e-4119-970f-d59673675892), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:41.281589 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401c75d-343b-4d48-8f09-38910ebdaa89 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dafb6bd-c17e-4119-970f-d59673675892,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:41.352713 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-f401c75d-343b-4d48-8f09-38910ebdaa89 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:41.354035 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-f401c75d-343b-4d48-8f09-38910ebdaa89 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4321332 Sep 26 18:13:41.360489 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 55374) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:41.361649 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-bae618e9-9e32-4c34-a969-ebe84114abdb tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Request body: {'security_group_rule': {'security_group_id': '4dafb6bd-c17e-4119-970f-d59673675892', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:13:41.505487 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-bae618e9-9e32-4c34-a969-ebe84114abdb tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for security_group_rule (fda1a7be-2018-4bcd-ae62-5b6fc34e3696), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:41.509654 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:41.564386 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-bae618e9-9e32-4c34-a969-ebe84114abdb tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for security_group_rule (fda1a7be-2018-4bcd-ae62-5b6fc34e3696), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:41.659576 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-bae618e9-9e32-4c34-a969-ebe84114abdb tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (fda1a7be-2018-4bcd-ae62-5b6fc34e3696), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:41.667387 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:41.679731 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae618e9-9e32-4c34-a969-ebe84114abdb tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda1a7be-2018-4bcd-ae62-5b6fc34e3696,revision_number=0']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:41.780984 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-bae618e9-9e32-4c34-a969-ebe84114abdb tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:41.782152 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-bae618e9-9e32-4c34-a969-ebe84114abdb tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4242084 Sep 26 18:13:41.784917 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 55376) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:41.789342 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-32042d97-991e-4866-ad30-d072ef7be511 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Request body: {'security_group_rule': {'security_group_id': '4dafb6bd-c17e-4119-970f-d59673675892', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:13:41.939021 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-32042d97-991e-4866-ad30-d072ef7be511 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for security_group_rule (91b3ebda-6bc7-4e4c-b7e4-eca0db5923e8), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:42.000940 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-32042d97-991e-4866-ad30-d072ef7be511 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for security_group_rule (91b3ebda-6bc7-4e4c-b7e4-eca0db5923e8), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:42.138654 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-32042d97-991e-4866-ad30-d072ef7be511 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (91b3ebda-6bc7-4e4c-b7e4-eca0db5923e8), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:42.159689 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32042d97-991e-4866-ad30-d072ef7be511 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b3ebda-6bc7-4e4c-b7e4-eca0db5923e8,revision_number=0']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:42.278141 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-32042d97-991e-4866-ad30-d072ef7be511 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:42.279367 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-32042d97-991e-4866-ad30-d072ef7be511 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4935148 Sep 26 18:13:42.282472 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 55384) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:42.287954 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-09e9f087-f5f5-4114-bf3c-23b6efba9b70 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Request body: {'floatingip': {'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:13:42.413607 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-09e9f087-f5f5-4114-bf3c-23b6efba9b70 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:42.495818 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-09e9f087-f5f5-4114-bf3c-23b6efba9b70 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:42.609641 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_common [None req-09e9f087-f5f5-4114-bf3c-23b6efba9b70 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Allocated IP 172.27.3.204 (75671e20-856b-479b-bee1-be813a3f2eee/4775a61a-d36f-43c7-b0a4-bf2c0640e392/9dbb71fe-5a6b-4da5-a84f-d7e8fca74af3) {{(pid=106582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:13:42.715878 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-09e9f087-f5f5-4114-bf3c-23b6efba9b70 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for port (9dbb71fe-5a6b-4da5-a84f-d7e8fca74af3), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:42.807979 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-09e9f087-f5f5-4114-bf3c-23b6efba9b70 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (9dbb71fe-5a6b-4da5-a84f-d7e8fca74af3), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:42.851256 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e9f087-f5f5-4114-bf3c-23b6efba9b70 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Network 75671e20-856b-479b-bee1-be813a3f2eee is already hosted by enough agents. {{(pid=106582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:13:42.855283 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:42.858418 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-09e9f087-f5f5-4114-bf3c-23b6efba9b70 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Resources bound (agent type, host, resource id): {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:13:42.860865 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e9f087-f5f5-4114-bf3c-23b6efba9b70 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Received port after_create {{(pid=106582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:13:42.866671 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9f087-f5f5-4114-bf3c-23b6efba9b70 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Pushing event updated for resources: {'Port': ['ID=9dbb71fe-5a6b-4da5-a84f-d7e8fca74af3,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:43.124720 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-09e9f087-f5f5-4114-bf3c-23b6efba9b70 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for floatingip (5b27012d-8dbb-4b86-a544-20a2d6af2c4d), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:43.222943 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-09e9f087-f5f5-4114-bf3c-23b6efba9b70 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (9dbb71fe-5a6b-4da5-a84f-d7e8fca74af3), before_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:43.255681 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:43.371958 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-09e9f087-f5f5-4114-bf3c-23b6efba9b70 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for port (9dbb71fe-5a6b-4da5-a84f-d7e8fca74af3), precommit_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:43.435765 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-09e9f087-f5f5-4114-bf3c-23b6efba9b70 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-513976'] for port (9dbb71fe-5a6b-4da5-a84f-d7e8fca74af3), after_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:43.509506 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-09e9f087-f5f5-4114-bf3c-23b6efba9b70 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (5b27012d-8dbb-4b86-a544-20a2d6af2c4d), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:43.512007 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9f087-f5f5-4114-bf3c-23b6efba9b70 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Pushing event updated for resources: {'Port': ['ID=9dbb71fe-5a6b-4da5-a84f-d7e8fca74af3,revision_number=2']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:43.621003 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-09e9f087-f5f5-4114-bf3c-23b6efba9b70 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:43.622237 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-09e9f087-f5f5-4114-bf3c-23b6efba9b70 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3388290 Sep 26 18:13:43.823676 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-db9c21d3-69ae-4a34-94a3-e419db152df6 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--356002468&fields=id&tenant_id=7750acf9ab4843d1a3848472e99881a1 HTTP/1.1" status: 200 len: 267 time: 0.0428572 Sep 26 18:13:43.935824 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-0552a54f-b8ea-4d43-a09d-ed812d45182f tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:43.937276 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-0552a54f-b8ea-4d43-a09d-ed812d45182f tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/networks?id=cfb449ba-f5c1-48f2-86e2-66ac0c50a443 HTTP/1.1" status: 200 len: 811 time: 0.1072609 Sep 26 18:13:43.952055 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-d90fa8fa-db51-4ebc-bb88-b116844ac1e9 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/quotas/7750acf9ab4843d1a3848472e99881a1 HTTP/1.1" status: 200 len: 375 time: 0.0092502 Sep 26 18:13:43.993104 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:44.003238 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-d0352dd7-f444-4673-931b-eabd9919d6da tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=7750acf9ab4843d1a3848472e99881a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451550 Sep 26 18:13:44.019171 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-3f445c4c-68de-4fca-b345-bf1820d62574 service neutron] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106583) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 18:13:44.020379 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-3f445c4c-68de-4fca-b345-bf1820d62574 service neutron] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0059690 Sep 26 18:13:44.113091 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-e1cfabc2-26bf-434f-8391-08da2e7455e8 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cfb449ba-f5c1-48f2-86e2-66ac0c50a443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865796 Sep 26 18:13:44.202086 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-6a033152-9cf6-4b43-850e-31c615689a5b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cfb449ba-f5c1-48f2-86e2-66ac0c50a443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832577 Sep 26 18:13:44.425633 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:44.443871 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-77f03951-6938-4bd8-90d4-1718c45a0406 req-a795a431-d551-4e78-8cb3-0df7638fab3d tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a679ce86-f6fe-43f2-91ba-7910d805abfd HTTP/1.1" status: 200 len: 210 time: 0.0284641 Sep 26 18:13:45.548610 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0edbe975-5776-43ba-890a-7b6a146451c0 req-89b05b30-d0f2-434d-a634-1ecbd01222c8 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a679ce86-f6fe-43f2-91ba-7910d805abfd HTTP/1.1" status: 200 len: 210 time: 0.0321398 Sep 26 18:13:46.464959 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:46.668881 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-484e9004-aa4d-4401-ba6c-ae14c9fa9f37 req-9644bab0-1f61-4bbe-8c9b-7ee0470a6b34 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a679ce86-f6fe-43f2-91ba-7910d805abfd HTTP/1.1" status: 200 len: 210 time: 0.0326450 Sep 26 18:13:47.076923 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:47.079870 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:47.494962 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-365bed3c-0e65-4769-8413-7a0d7fb8e6e4 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:47.496422 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-365bed3c-0e65-4769-8413-7a0d7fb8e6e4 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.88 "GET /networking/v2.0/networks?id=cfb449ba-f5c1-48f2-86e2-66ac0c50a443 HTTP/1.1" status: 200 len: 811 time: 0.1045756 Sep 26 18:13:47.581751 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-d90ed025-f033-4d4d-8214-9a291179a642 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.88 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7750acf9ab4843d1a3848472e99881a1 HTTP/1.1" status: 200 len: 379 time: 0.0667369 Sep 26 18:13:47.587112 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-e5269b87-3e31-4601-96ae-d9ef4be14eb9 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Request body: {'port': {'device_id': 'a679ce86-f6fe-43f2-91ba-7910d805abfd', 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443', 'admin_state_up': True, 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'security_groups': ['4dafb6bd-c17e-4119-970f-d59673675892']}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:13:47.758516 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-e5269b87-3e31-4601-96ae-d9ef4be14eb9 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Made reservation on behalf of 7750acf9ab4843d1a3848472e99881a1 for: {'port': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:13:47.762174 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-e5269b87-3e31-4601-96ae-d9ef4be14eb9 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:47.785108 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-22143129-da98-465a-818a-2b3d1c613e79 req-1d602831-bfbd-4143-984b-f7d9e6bfbce8 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a679ce86-f6fe-43f2-91ba-7910d805abfd HTTP/1.1" status: 200 len: 210 time: 0.0380869 Sep 26 18:13:47.919328 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-e5269b87-3e31-4601-96ae-d9ef4be14eb9 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Allocated IP 172.20.0.10 (cfb449ba-f5c1-48f2-86e2-66ac0c50a443/83aedef4-9250-4b02-8624-1d67dbb0e7cd/35358136-74af-49bb-a78d-b31cb0a84ec0) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:13:48.064682 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-e5269b87-3e31-4601-96ae-d9ef4be14eb9 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for port (35358136-74af-49bb-a78d-b31cb0a84ec0), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:48.090543 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:48.191025 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-e5269b87-3e31-4601-96ae-d9ef4be14eb9 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (35358136-74af-49bb-a78d-b31cb0a84ec0), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:48.238570 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-e5269b87-3e31-4601-96ae-d9ef4be14eb9 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Network cfb449ba-f5c1-48f2-86e2-66ac0c50a443 is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:13:48.243761 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-e5269b87-3e31-4601-96ae-d9ef4be14eb9 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:13:48.246039 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5269b87-3e31-4601-96ae-d9ef4be14eb9 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Pushing event updated for resources: {'Port': ['ID=35358136-74af-49bb-a78d-b31cb0a84ec0,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:48.248082 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-e5269b87-3e31-4601-96ae-d9ef4be14eb9 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:13:48.297366 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-e5269b87-3e31-4601-96ae-d9ef4be14eb9 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:48.298001 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-e5269b87-3e31-4601-96ae-d9ef4be14eb9 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:48.393611 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-e5269b87-3e31-4601-96ae-d9ef4be14eb9 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8097198 Sep 26 18:13:48.504859 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-ceccede4-b0df-4505-8c6b-381efb2ca96f None None] Provisioning complete for port 35358136-74af-49bb-a78d-b31cb0a84ec0 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:13:48.505424 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-ceccede4-b0df-4505-8c6b-381efb2ca96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (35358136-74af-49bb-a78d-b31cb0a84ec0), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:48.505571 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-ceccede4-b0df-4505-8c6b-381efb2ca96f None None] Attempt 1 to provision port 35358136-74af-49bb-a78d-b31cb0a84ec0 Sep 26 18:13:48.537237 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-ceccede4-b0df-4505-8c6b-381efb2ca96f None None] Port 35358136-74af-49bb-a78d-b31cb0a84ec0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:13:48.912125 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efad12-385c-4f47-835d-d233d15b51e9 req-d7108f6d-d8b3-4a4e-994a-3c27e2866941 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:48.913607 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-25efad12-385c-4f47-835d-d233d15b51e9 req-d7108f6d-d8b3-4a4e-994a-3c27e2866941 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a679ce86-f6fe-43f2-91ba-7910d805abfd HTTP/1.1" status: 200 len: 932 time: 0.0520210 Sep 26 18:13:48.938176 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:48.961546 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-25efad12-385c-4f47-835d-d233d15b51e9 req-0897104e-ffff-4d06-a704-fd19f017e8e0 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=4dafb6bd-c17e-4119-970f-d59673675892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424356 Sep 26 18:13:49.037932 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-ceccede4-b0df-4505-8c6b-381efb2ca96f None None] Attempt 2 to provision port 35358136-74af-49bb-a78d-b31cb0a84ec0 Sep 26 18:13:49.078782 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-ceccede4-b0df-4505-8c6b-381efb2ca96f None None] Port 35358136-74af-49bb-a78d-b31cb0a84ec0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:13:49.579890 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-ceccede4-b0df-4505-8c6b-381efb2ca96f None None] Attempt 3 to provision port 35358136-74af-49bb-a78d-b31cb0a84ec0 Sep 26 18:13:49.615615 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-ceccede4-b0df-4505-8c6b-381efb2ca96f None None] Port 35358136-74af-49bb-a78d-b31cb0a84ec0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:13:50.086050 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8c0b6-4828-46b0-a589-d52eccf10568 req-501a868e-2c29-4e65-88e4-55044bca3cdc tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:50.098078 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c4a8c0b6-4828-46b0-a589-d52eccf10568 req-501a868e-2c29-4e65-88e4-55044bca3cdc tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a679ce86-f6fe-43f2-91ba-7910d805abfd HTTP/1.1" status: 200 len: 932 time: 0.0472875 Sep 26 18:13:50.116568 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-ceccede4-b0df-4505-8c6b-381efb2ca96f None None] Attempt 4 to provision port 35358136-74af-49bb-a78d-b31cb0a84ec0 Sep 26 18:13:50.136112 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c4a8c0b6-4828-46b0-a589-d52eccf10568 req-95746a0b-33d4-4b28-89d2-2fc3c596170a tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=4dafb6bd-c17e-4119-970f-d59673675892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427775 Sep 26 18:13:50.150746 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-ceccede4-b0df-4505-8c6b-381efb2ca96f None None] Port 35358136-74af-49bb-a78d-b31cb0a84ec0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:13:50.632835 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-10613a2e-3f13-4758-a1d7-1aeb1d57eb0a tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106583) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 18:13:50.634092 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-10613a2e-3f13-4758-a1d7-1aeb1d57eb0a tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.88 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051684 Sep 26 18:13:50.644209 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-51795a44-7677-4ee2-bbe1-9869b6840a98 service neutron] Request body: {'port': {'device_id': 'a679ce86-f6fe-43f2-91ba-7910d805abfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:13:50.651977 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-ceccede4-b0df-4505-8c6b-381efb2ca96f None None] Attempt 5 to provision port 35358136-74af-49bb-a78d-b31cb0a84ec0 Sep 26 18:13:50.686219 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-ceccede4-b0df-4505-8c6b-381efb2ca96f None None] Port 35358136-74af-49bb-a78d-b31cb0a84ec0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:13:50.712731 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-51795a44-7677-4ee2-bbe1-9869b6840a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (35358136-74af-49bb-a78d-b31cb0a84ec0), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:51.187066 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-ceccede4-b0df-4505-8c6b-381efb2ca96f None None] Attempt 6 to provision port 35358136-74af-49bb-a78d-b31cb0a84ec0 Sep 26 18:13:51.235994 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-ceccede4-b0df-4505-8c6b-381efb2ca96f None None] Port 35358136-74af-49bb-a78d-b31cb0a84ec0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:13:51.292646 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-51795a44-7677-4ee2-bbe1-9869b6840a98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35358136-74af-49bb-a78d-b31cb0a84ec0 {{(pid=106583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:13:51.304516 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-51795a44-7677-4ee2-bbe1-9869b6840a98 service neutron] Publish callbacks [] for port (35358136-74af-49bb-a78d-b31cb0a84ec0), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:51.317141 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d135f-63c7-435e-b81e-a5748d26bdd4 req-42671c19-f7af-4aa6-9c35-9ddb26f509e9 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:51.318714 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c70d135f-63c7-435e-b81e-a5748d26bdd4 req-42671c19-f7af-4aa6-9c35-9ddb26f509e9 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a679ce86-f6fe-43f2-91ba-7910d805abfd HTTP/1.1" status: 200 len: 932 time: 0.0694656 Sep 26 18:13:51.334764 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.provisioning_blocks [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-51795a44-7677-4ee2-bbe1-9869b6840a98 service neutron] Transition to ACTIVE for port object 35358136-74af-49bb-a78d-b31cb0a84ec0 will not be triggered until provisioned by entity L2. {{(pid=106583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:13:51.372199 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c70d135f-63c7-435e-b81e-a5748d26bdd4 req-736d83d7-b668-48af-a5e9-9a71f5911914 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=4dafb6bd-c17e-4119-970f-d59673675892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460389 Sep 26 18:13:51.435806 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-51795a44-7677-4ee2-bbe1-9869b6840a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (35358136-74af-49bb-a78d-b31cb0a84ec0), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:51.499884 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51795a44-7677-4ee2-bbe1-9869b6840a98 service neutron] Pushing event updated for resources: {'Port': ['ID=35358136-74af-49bb-a78d-b31cb0a84ec0,revision_number=2']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:51.532787 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:51.558255 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-51795a44-7677-4ee2-bbe1-9869b6840a98 service neutron] Attempting to bind port 35358136-74af-49bb-a78d-b31cb0a84ec0 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:13:51.558603 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-51795a44-7677-4ee2-bbe1-9869b6840a98 service neutron] Attempting to bind port 35358136-74af-49bb-a78d-b31cb0a84ec0 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'b9f7fcb8-3ad7-4396-8a90-9caaa206c569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443'}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:13:51.560217 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-51795a44-7677-4ee2-bbe1-9869b6840a98 service neutron] Attempting to bind port 35358136-74af-49bb-a78d-b31cb0a84ec0 on network cfb449ba-f5c1-48f2-86e2-66ac0c50a443 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:13:51.603531 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-51795a44-7677-4ee2-bbe1-9869b6840a98 service neutron] Port 35358136-74af-49bb-a78d-b31cb0a84ec0 on network cfb449ba-f5c1-48f2-86e2-66ac0c50a443 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:13:51.603904 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-51795a44-7677-4ee2-bbe1-9869b6840a98 service neutron] Attempting to bind port 35358136-74af-49bb-a78d-b31cb0a84ec0 on network cfb449ba-f5c1-48f2-86e2-66ac0c50a443 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:13:51.647677 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-51795a44-7677-4ee2-bbe1-9869b6840a98 service neutron] Checking agent: {'id': 'b76d05ef-6768-47d4-84e3-b7f3ce45293e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'started_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:13:51.648024 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-51795a44-7677-4ee2-bbe1-9869b6840a98 service neutron] Checking segment: {'id': 'b9f7fcb8-3ad7-4396-8a90-9caaa206c569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:13:51.648417 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-51795a44-7677-4ee2-bbe1-9869b6840a98 service neutron] Bound using segment: {'id': 'b9f7fcb8-3ad7-4396-8a90-9caaa206c569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443'} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:13:51.648904 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-51795a44-7677-4ee2-bbe1-9869b6840a98 service neutron] Bound port: 35358136-74af-49bb-a78d-b31cb0a84ec0, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f7fcb8-3ad7-4396-8a90-9caaa206c569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443'}}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:13:51.649273 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-51795a44-7677-4ee2-bbe1-9869b6840a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (35358136-74af-49bb-a78d-b31cb0a84ec0), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:51.660163 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:51.716398 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-51795a44-7677-4ee2-bbe1-9869b6840a98 service neutron] For port 35358136-74af-49bb-a78d-b31cb0a84ec0, host hv-cinder-85931, cleared binding levels {{(pid=106583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:13:51.719547 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-51795a44-7677-4ee2-bbe1-9869b6840a98 service neutron] For port 35358136-74af-49bb-a78d-b31cb0a84ec0, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=35358136-74af-49bb-a78d-b31cb0a84ec0,segment=NetworkSegment(b9f7fcb8-3ad7-4396-8a90-9caaa206c569),segment_id=b9f7fcb8-3ad7-4396-8a90-9caaa206c569)] {{(pid=106583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:13:51.737120 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-ceccede4-b0df-4505-8c6b-381efb2ca96f None None] Attempt 7 to provision port 35358136-74af-49bb-a78d-b31cb0a84ec0 Sep 26 18:13:51.774783 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-ceccede4-b0df-4505-8c6b-381efb2ca96f None None] Port 35358136-74af-49bb-a78d-b31cb0a84ec0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:13:51.819558 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-51795a44-7677-4ee2-bbe1-9869b6840a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (35358136-74af-49bb-a78d-b31cb0a84ec0), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:51.823033 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-51795a44-7677-4ee2-bbe1-9869b6840a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:51.823672 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-51795a44-7677-4ee2-bbe1-9869b6840a98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:51.825033 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-51795a44-7677-4ee2-bbe1-9869b6840a98 service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/35358136-74af-49bb-a78d-b31cb0a84ec0 HTTP/1.1" status: 200 len: 1094 time: 1.1851509 Sep 26 18:13:51.827224 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a679ce86-f6fe-43f2-91ba-7910d805abfd', 'tag': '35358136-74af-49bb-a78d-b31cb0a84ec0'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:13:51.829935 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7524936-748c-4ae3-aaa4-1ff2be0cf33c" -d '{"events": [{"name": "network-changed", "server_uuid": "a679ce86-f6fe-43f2-91ba-7910d805abfd", "tag": "35358136-74af-49bb-a78d-b31cb0a84ec0"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:13:51.874396 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5d2683-b084-414f-9f9e-3ade9557191f x-openstack-request-id: req-ae5d2683-b084-414f-9f9e-3ade9557191f {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:13:51.874806 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a679ce86-f6fe-43f2-91ba-7910d805abfd", "tag": "35358136-74af-49bb-a78d-b31cb0a84ec0", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:13:51.875158 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ae5d2683-b084-414f-9f9e-3ade9557191f {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:13:51.875703 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae5d2683-b084-414f-9f9e-3ade9557191f'] response: {'name': 'network-changed', 'server_uuid': 'a679ce86-f6fe-43f2-91ba-7910d805abfd', 'tag': '35358136-74af-49bb-a78d-b31cb0a84ec0', 'status': 'completed', 'code': 200} Sep 26 18:13:51.897046 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51795a44-7677-4ee2-bbe1-9869b6840a98 service neutron] Pushing event updated for resources: {'Port': ['ID=35358136-74af-49bb-a78d-b31cb0a84ec0,revision_number=3']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:51.979944 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7524936-748c-4ae3-aaa4-1ff2be0cf33c req-715fdeea-e029-4d58-82a3-e7ac2c2ec09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:51.981678 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c7524936-748c-4ae3-aaa4-1ff2be0cf33c req-715fdeea-e029-4d58-82a3-e7ac2c2ec09e service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=7750acf9ab4843d1a3848472e99881a1&device_id=a679ce86-f6fe-43f2-91ba-7910d805abfd HTTP/1.1" status: 200 len: 1128 time: 0.0475922 Sep 26 18:13:52.106957 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7524936-748c-4ae3-aaa4-1ff2be0cf33c req-e09f5a48-9b05-42ed-bec3-1e9300203b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:52.108460 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c7524936-748c-4ae3-aaa4-1ff2be0cf33c req-e09f5a48-9b05-42ed-bec3-1e9300203b34 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=7750acf9ab4843d1a3848472e99881a1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1132526 Sep 26 18:13:52.148005 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 55484) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:52.218411 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7524936-748c-4ae3-aaa4-1ff2be0cf33c req-25d37ede-a7d4-4e69-b6de-1f304a5a5760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:52.219903 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c7524936-748c-4ae3-aaa4-1ff2be0cf33c req-25d37ede-a7d4-4e69-b6de-1f304a5a5760 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1015320 Sep 26 18:13:52.266509 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1c70e71a-cce9-4938-af51-de9a3b08c36c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:52.276950 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-ceccede4-b0df-4505-8c6b-381efb2ca96f None None] Attempt 8 to provision port 35358136-74af-49bb-a78d-b31cb0a84ec0 Sep 26 18:13:52.321339 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-ceccede4-b0df-4505-8c6b-381efb2ca96f None None] Port 35358136-74af-49bb-a78d-b31cb0a84ec0 had new provisioning blocks added so it will not transition to active. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:13:52.335329 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-7be35760-cb39-4491-bff0-62d616887e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:52.336913 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-7be35760-cb39-4491-bff0-62d616887e74 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=7750acf9ab4843d1a3848472e99881a1&device_id=a679ce86-f6fe-43f2-91ba-7910d805abfd HTTP/1.1" status: 200 len: 1128 time: 0.0482473 Sep 26 18:13:52.357687 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1c70e71a-cce9-4938-af51-de9a3b08c36c admin admin] Publish callbacks [] for security_group (ad7f3be4-4eb1-45d6-b76c-a2d6639f5319), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:52.384582 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-dd164c15-7fba-438a-8000-f51acf907212 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35358136-74af-49bb-a78d-b31cb0a84ec0 HTTP/1.1" status: 200 len: 217 time: 0.0341644 Sep 26 18:13:52.430024 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1c70e71a-cce9-4938-af51-de9a3b08c36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (ad7f3be4-4eb1-45d6-b76c-a2d6639f5319), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:52.437942 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-fa259d46-fbec-4a8b-bbb2-2b3bd4a1f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:52.448052 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-fa259d46-fbec-4a8b-bbb2-2b3bd4a1f1c0 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=83aedef4-9250-4b02-8624-1d67dbb0e7cd HTTP/1.1" status: 200 len: 850 time: 0.0478213 Sep 26 18:13:52.470257 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70e71a-cce9-4938-af51-de9a3b08c36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7f3be4-4eb1-45d6-b76c-a2d6639f5319,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:52.479069 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-1c70e71a-cce9-4938-af51-de9a3b08c36c admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=0066e11677214180b6d62f64d768c3a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3270781 Sep 26 18:13:52.479475 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 55490) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:52.517362 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-4f09e4d2-f94d-4506-aca3-7a25206d876c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:52.519181 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-4f09e4d2-f94d-4506-aca3-7a25206d876c service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=cfb449ba-f5c1-48f2-86e2-66ac0c50a443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0737059 Sep 26 18:13:52.527380 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316cf13c-7572-40b4-8560-a90ab448a1e4 req-ed859a7a-5845-4170-a22f-cdaf14c33bfd tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:52.528875 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-316cf13c-7572-40b4-8560-a90ab448a1e4 req-ed859a7a-5845-4170-a22f-cdaf14c33bfd tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a679ce86-f6fe-43f2-91ba-7910d805abfd HTTP/1.1" status: 200 len: 944 time: 0.0740356 Sep 26 18:13:52.537260 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6c8974b0-51e2-4f48-985f-a70d4843b7d5 admin admin] Publish callbacks [] for security_group (ad7f3be4-4eb1-45d6-b76c-a2d6639f5319), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:52.559590 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6c8974b0-51e2-4f48-985f-a70d4843b7d5 admin admin] Publish callbacks [] for security_group (ad7f3be4-4eb1-45d6-b76c-a2d6639f5319), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:52.633653 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-316cf13c-7572-40b4-8560-a90ab448a1e4 req-e355ec11-b380-4259-ad90-bd484e0eda70 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=4dafb6bd-c17e-4119-970f-d59673675892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955245 Sep 26 18:13:52.655872 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-7e70f4ba-0655-44dd-bc80-f1c4ce1baa91 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/cfb449ba-f5c1-48f2-86e2-66ac0c50a443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259975 Sep 26 18:13:52.681759 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6c8974b0-51e2-4f48-985f-a70d4843b7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (ad7f3be4-4eb1-45d6-b76c-a2d6639f5319), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:52.684342 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6c8974b0-51e2-4f48-985f-a70d4843b7d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:52.685498 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-6c8974b0-51e2-4f48-985f-a70d4843b7d5 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/ad7f3be4-4eb1-45d6-b76c-a2d6639f5319 HTTP/1.1" status: 204 len: 168 time: 0.2052743 Sep 26 18:13:52.693954 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8974b0-51e2-4f48-985f-a70d4843b7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7f3be4-4eb1-45d6-b76c-a2d6639f5319,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:53.521527 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7bc37a22-81c6-4fa3-a6f0-409ae99a0486 req-abefac49-052b-48d3-9c90-0286c0962cac service neutron] 10.222.0.88 "GET /networking/v2.0/networks/cfb449ba-f5c1-48f2-86e2-66ac0c50a443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908566 Sep 26 18:13:53.696346 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 55516) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:53.724380 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:53.769436 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91eb34-af96-40bf-b3f2-072d521bfd03 req-d63e9f1f-b1ad-4da0-916a-af4b9616b3a3 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:53.771201 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fc91eb34-af96-40bf-b3f2-072d521bfd03 req-d63e9f1f-b1ad-4da0-916a-af4b9616b3a3 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a679ce86-f6fe-43f2-91ba-7910d805abfd HTTP/1.1" status: 200 len: 944 time: 0.0566137 Sep 26 18:13:53.801110 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-28636cf9-d6db-4005-ac10-b7a2d1769ac5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-657360709-network', 'tenant_id': '3b1fa05de673407eae9d3b50898c7b04'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:13:53.838661 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fc91eb34-af96-40bf-b3f2-072d521bfd03 req-67e19f66-6152-4ae9-9f7a-7db41537f013 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=4dafb6bd-c17e-4119-970f-d59673675892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617764 Sep 26 18:13:53.910653 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28636cf9-d6db-4005-ac10-b7a2d1769ac5 admin admin] Made reservation on behalf of 3b1fa05de673407eae9d3b50898c7b04 for: {'network': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:13:53.913135 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-28636cf9-d6db-4005-ac10-b7a2d1769ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for network (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:53.922652 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-28636cf9-d6db-4005-ac10-b7a2d1769ac5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:53.955059 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:54.005393 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-28636cf9-d6db-4005-ac10-b7a2d1769ac5 admin admin] Publish callbacks [] for security_group (0b11f285-348b-484c-be28-b25c37728e13), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:54.099240 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-28636cf9-d6db-4005-ac10-b7a2d1769ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (0b11f285-348b-484c-be28-b25c37728e13), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:54.125027 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28636cf9-d6db-4005-ac10-b7a2d1769ac5 admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=106583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:13:54.134678 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28636cf9-d6db-4005-ac10-b7a2d1769ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b11f285-348b-484c-be28-b25c37728e13,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:54.144557 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-28636cf9-d6db-4005-ac10-b7a2d1769ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (882226b3-b279-4b08-9caa-6b2752d4e7c2), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:54.147185 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.db.segments_db [None req-28636cf9-d6db-4005-ac10-b7a2d1769ac5 admin admin] Added segment 882226b3-b279-4b08-9caa-6b2752d4e7c2 of type vlan for network 22db2827-402e-4cac-b75e-19e5cab992bc Sep 26 18:13:54.147700 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28636cf9-d6db-4005-ac10-b7a2d1769ac5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:54.148057 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28636cf9-d6db-4005-ac10-b7a2d1769ac5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:54.148406 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28636cf9-d6db-4005-ac10-b7a2d1769ac5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:54.148751 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28636cf9-d6db-4005-ac10-b7a2d1769ac5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:54.149090 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28636cf9-d6db-4005-ac10-b7a2d1769ac5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:54.149422 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28636cf9-d6db-4005-ac10-b7a2d1769ac5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:54.149752 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28636cf9-d6db-4005-ac10-b7a2d1769ac5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:54.150082 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28636cf9-d6db-4005-ac10-b7a2d1769ac5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:54.150409 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28636cf9-d6db-4005-ac10-b7a2d1769ac5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:54.150738 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28636cf9-d6db-4005-ac10-b7a2d1769ac5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:54.151066 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28636cf9-d6db-4005-ac10-b7a2d1769ac5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:54.151391 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28636cf9-d6db-4005-ac10-b7a2d1769ac5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:54.151811 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28636cf9-d6db-4005-ac10-b7a2d1769ac5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:54.152141 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28636cf9-d6db-4005-ac10-b7a2d1769ac5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:54.152464 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28636cf9-d6db-4005-ac10-b7a2d1769ac5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:13:54.206917 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-28636cf9-d6db-4005-ac10-b7a2d1769ac5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756749379750'] for network (22db2827-402e-4cac-b75e-19e5cab992bc), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:54.367324 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-28636cf9-d6db-4005-ac10-b7a2d1769ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310'] for network (22db2827-402e-4cac-b75e-19e5cab992bc), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:54.368399 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28636cf9-d6db-4005-ac10-b7a2d1769ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:54.368985 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-28636cf9-d6db-4005-ac10-b7a2d1769ac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:54.433105 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28636cf9-d6db-4005-ac10-b7a2d1769ac5 admin admin] Pushing event updated for resources: {'Network': ['ID=22db2827-402e-4cac-b75e-19e5cab992bc,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:54.443582 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Network 22db2827-402e-4cac-b75e-19e5cab992bc details requested by agent ovs-agent-dv-cinder-859319-1-iscsi with host dv-cinder-859319-1-iscsi {{(pid=106584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:13:54.521799 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-28636cf9-d6db-4005-ac10-b7a2d1769ac5 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8218625 Sep 26 18:13:54.522827 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 55522) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:54.527536 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-ad85247f-31bd-4fac-b053-c5017232eddc admin admin] Request body: {'subnet': {'network_id': '22db2827-402e-4cac-b75e-19e5cab992bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-657360709-subnet', 'tenant_id': '3b1fa05de673407eae9d3b50898c7b04', 'ip_version': 4}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:13:54.636256 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad85247f-31bd-4fac-b053-c5017232eddc admin admin] Made reservation on behalf of 3b1fa05de673407eae9d3b50898c7b04 for: {'subnet': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:13:54.638674 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-ad85247f-31bd-4fac-b053-c5017232eddc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302874'] for subnet (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:54.876403 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-ad85247f-31bd-4fac-b053-c5017232eddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3899633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302860'] for subnet (7f2a8ea0-935c-4aa5-8b56-74236be47413), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:54.917544 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:INSERT=18,neutron:SELECT=76,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:54.971155 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85247f-31bd-4fac-b053-c5017232eddc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f2a8ea0-935c-4aa5-8b56-74236be47413,revision_number=0']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:54.990083 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad85247f-31bd-4fac-b053-c5017232eddc admin admin] Checking segment: {'id': '882226b3-b279-4b08-9caa-6b2752d4e7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '22db2827-402e-4cac-b75e-19e5cab992bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:13:54.990083 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad85247f-31bd-4fac-b053-c5017232eddc admin admin] Network hostable DHCP agents. Network: 22db2827-402e-4cac-b75e-19e5cab992bc, hostable agents: ['4ef20602-5638-479d-aebe-a5cbb98cbff1'], hosted agents: [] {{(pid=106583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:13:54.998648 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd832d-26ce-4b3d-bd41-f9bbbe78679d req-de386180-ac4b-49c7-8892-8666de730ae6 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:55.000117 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a4cd832d-26ce-4b3d-bd41-f9bbbe78679d req-de386180-ac4b-49c7-8892-8666de730ae6 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a679ce86-f6fe-43f2-91ba-7910d805abfd HTTP/1.1" status: 200 len: 944 time: 0.0798702 Sep 26 18:13:55.053030 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a4cd832d-26ce-4b3d-bd41-f9bbbe78679d req-3073f5c7-d220-4dbf-8b7d-c3bf8b62d5ab tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=4dafb6bd-c17e-4119-970f-d59673675892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465086 Sep 26 18:13:55.098593 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad85247f-31bd-4fac-b053-c5017232eddc admin admin] Network 22db2827-402e-4cac-b75e-19e5cab992bc is scheduled to be hosted by DHCP agent 4ef20602-5638-479d-aebe-a5cbb98cbff1 with binding_index 1 {{(pid=106583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:13:55.184990 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-ad85247f-31bd-4fac-b053-c5017232eddc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-1-iscsi, 22db2827-402e-4cac-b75e-19e5cab992bc) {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:13:55.195554 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad85247f-31bd-4fac-b053-c5017232eddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:55.196312 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-ad85247f-31bd-4fac-b053-c5017232eddc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:55.197023 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0bb6fd-ef29-4ff9-b269-0e8b4ccde502 None None] Network 22db2827-402e-4cac-b75e-19e5cab992bc requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:13:55.285611 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-ad85247f-31bd-4fac-b053-c5017232eddc admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7617116 Sep 26 18:13:55.288334 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 55528) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:55.292719 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-f19f6451-b021-4865-a41c-de42a9678988 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-657360709-router', 'tenant_id': '3b1fa05de673407eae9d3b50898c7b04', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:13:55.304039 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acc744f-ab1e-4bf2-b2ae-7a8f38da5b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4764dadb-9c64-5769-9546-d6a7905953f7-22db2827-402e-4cac-b75e-19e5cab992bc', 'network_id': '22db2827-402e-4cac-b75e-19e5cab992bc', 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'fixed_ips': [{'subnet_id': '7f2a8ea0-935c-4aa5-8b56-74236be47413'}]}} from dv-cinder-859319-1-iscsi. {{(pid=106584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 18:13:55.305063 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-8acc744f-ab1e-4bf2-b2ae-7a8f38da5b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:55.396493 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f19f6451-b021-4865-a41c-de42a9678988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2095476'] for router (abc77a9c-ac99-405b-a900-b41c3a194fb5), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:55.397558 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f19f6451-b021-4865-a41c-de42a9678988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-497029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2095487'] for router (abc77a9c-ac99-405b-a900-b41c3a194fb5), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:55.410820 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:DELETE=3,neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:55.418408 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:55.441787 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.db_base_plugin_common [None req-8acc744f-ab1e-4bf2-b2ae-7a8f38da5b1f None None] Allocated IP 172.20.0.2 (22db2827-402e-4cac-b75e-19e5cab992bc/7f2a8ea0-935c-4aa5-8b56-74236be47413/0b6ff5ad-13d6-41ec-895d-5e61566248e6) {{(pid=106584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:13:55.449337 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f19f6451-b021-4865-a41c-de42a9678988 admin admin] Publish callbacks [] for router_controller (abc77a9c-ac99-405b-a900-b41c3a194fb5), precommit_add_association {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:55.534404 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:55.590127 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-8acc744f-ab1e-4bf2-b2ae-7a8f38da5b1f None None] Publish callbacks [] for port (0b6ff5ad-13d6-41ec-895d-5e61566248e6), precommit_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:55.664744 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-8acc744f-ab1e-4bf2-b2ae-7a8f38da5b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720'] for port (0b6ff5ad-13d6-41ec-895d-5e61566248e6), after_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:55.699482 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f19f6451-b021-4865-a41c-de42a9678988 admin admin] Publish callbacks [] for router_gateway (abc77a9c-ac99-405b-a900-b41c3a194fb5), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:55.707600 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acc744f-ab1e-4bf2-b2ae-7a8f38da5b1f None None] Network 22db2827-402e-4cac-b75e-19e5cab992bc is already hosted by enough agents. {{(pid=106584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:13:55.710686 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.scheduler.base_scheduler [None req-8acc744f-ab1e-4bf2-b2ae-7a8f38da5b1f None None] Resources bound (agent type, host, resource id): {{(pid=106584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:13:55.713251 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acc744f-ab1e-4bf2-b2ae-7a8f38da5b1f None None] Received port after_create {{(pid=106584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:13:55.727095 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc744f-ab1e-4bf2-b2ae-7a8f38da5b1f None None] Pushing event updated for resources: {'Port': ['ID=0b6ff5ad-13d6-41ec-895d-5e61566248e6,revision_number=1']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:55.778439 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-8acc744f-ab1e-4bf2-b2ae-7a8f38da5b1f None None] Attempting to bind port 0b6ff5ad-13d6-41ec-895d-5e61566248e6 on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:13:55.778809 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-8acc744f-ab1e-4bf2-b2ae-7a8f38da5b1f None None] Attempting to bind port 0b6ff5ad-13d6-41ec-895d-5e61566248e6 by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': '882226b3-b279-4b08-9caa-6b2752d4e7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '22db2827-402e-4cac-b75e-19e5cab992bc'}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:13:55.779179 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acc744f-ab1e-4bf2-b2ae-7a8f38da5b1f None None] Attempting to bind port 0b6ff5ad-13d6-41ec-895d-5e61566248e6 on network 22db2827-402e-4cac-b75e-19e5cab992bc {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:13:55.821673 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acc744f-ab1e-4bf2-b2ae-7a8f38da5b1f None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:13:55.822114 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acc744f-ab1e-4bf2-b2ae-7a8f38da5b1f None None] Checking segment: {'id': '882226b3-b279-4b08-9caa-6b2752d4e7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '22db2827-402e-4cac-b75e-19e5cab992bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:13:55.822463 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-8acc744f-ab1e-4bf2-b2ae-7a8f38da5b1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:55.822839 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acc744f-ab1e-4bf2-b2ae-7a8f38da5b1f None None] Bound using segment: {'id': '882226b3-b279-4b08-9caa-6b2752d4e7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '22db2827-402e-4cac-b75e-19e5cab992bc'} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:13:55.823311 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-8acc744f-ab1e-4bf2-b2ae-7a8f38da5b1f None None] Bound port: 0b6ff5ad-13d6-41ec-895d-5e61566248e6, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '882226b3-b279-4b08-9caa-6b2752d4e7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '22db2827-402e-4cac-b75e-19e5cab992bc'}}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:13:55.823718 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-8acc744f-ab1e-4bf2-b2ae-7a8f38da5b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (0b6ff5ad-13d6-41ec-895d-5e61566248e6), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:55.884834 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-8acc744f-ab1e-4bf2-b2ae-7a8f38da5b1f None None] For port 0b6ff5ad-13d6-41ec-895d-5e61566248e6, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:13:55.887885 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-8acc744f-ab1e-4bf2-b2ae-7a8f38da5b1f None None] For port 0b6ff5ad-13d6-41ec-895d-5e61566248e6, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=0b6ff5ad-13d6-41ec-895d-5e61566248e6,segment=NetworkSegment(882226b3-b279-4b08-9caa-6b2752d4e7c2),segment_id=882226b3-b279-4b08-9caa-6b2752d4e7c2)] {{(pid=106584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:13:55.951512 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f19f6451-b021-4865-a41c-de42a9678988 admin admin] Publish callbacks [] for router_gateway (abc77a9c-ac99-405b-a900-b41c3a194fb5), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:55.956717 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-8acc744f-ab1e-4bf2-b2ae-7a8f38da5b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (0b6ff5ad-13d6-41ec-895d-5e61566248e6), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:55.973207 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f19f6451-b021-4865-a41c-de42a9678988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:56.025589 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc744f-ab1e-4bf2-b2ae-7a8f38da5b1f None None] Pushing event updated for resources: {'Port': ['ID=0b6ff5ad-13d6-41ec-895d-5e61566248e6,revision_number=2']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:56.091966 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [None req-f19f6451-b021-4865-a41c-de42a9678988 admin admin] Allocated IP 172.27.3.67 (75671e20-856b-479b-bee1-be813a3f2eee/4775a61a-d36f-43c7-b0a4-bf2c0640e392/2718c243-49ff-43d5-b704-a55e5b4fb54f) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:13:56.151831 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:56.217894 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5d69d-9a8f-406c-a5db-86314c14d466 req-361e34b8-587e-4199-8998-9c1b5e510d2b tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:56.219442 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-31c5d69d-9a8f-406c-a5db-86314c14d466 req-361e34b8-587e-4199-8998-9c1b5e510d2b tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a679ce86-f6fe-43f2-91ba-7910d805abfd HTTP/1.1" status: 200 len: 944 time: 0.0664170 Sep 26 18:13:56.287981 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f19f6451-b021-4865-a41c-de42a9678988 admin admin] Publish callbacks [] for port (2718c243-49ff-43d5-b704-a55e5b4fb54f), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:56.309527 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-31c5d69d-9a8f-406c-a5db-86314c14d466 req-f9700bbc-ef87-4e37-8b06-00b38bbab1c0 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=4dafb6bd-c17e-4119-970f-d59673675892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768867 Sep 26 18:13:56.448057 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f19f6451-b021-4865-a41c-de42a9678988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (2718c243-49ff-43d5-b704-a55e5b4fb54f), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:56.490785 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19f6451-b021-4865-a41c-de42a9678988 admin admin] Network 75671e20-856b-479b-bee1-be813a3f2eee is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:13:56.493756 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-f19f6451-b021-4865-a41c-de42a9678988 admin admin] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:13:56.497633 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19f6451-b021-4865-a41c-de42a9678988 admin admin] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:13:56.503494 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f6451-b021-4865-a41c-de42a9678988 admin admin] Pushing event updated for resources: {'Port': ['ID=2718c243-49ff-43d5-b704-a55e5b4fb54f,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:56.771967 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:56.834028 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f19f6451-b021-4865-a41c-de42a9678988 admin admin] Publish callbacks [] for router_gateway (abc77a9c-ac99-405b-a900-b41c3a194fb5), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:56.906850 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230a8fff-0b16-4fae-9094-e64d17423d9b None None] Network 22db2827-402e-4cac-b75e-19e5cab992bc requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:13:56.991699 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:57.014017 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-2fd4d43a-ccc2-43f7-b20f-f4ca55a16af1 None None] Provisioning complete for port 0b6ff5ad-13d6-41ec-895d-5e61566248e6 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:13:57.014391 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-2fd4d43a-ccc2-43f7-b20f-f4ca55a16af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (0b6ff5ad-13d6-41ec-895d-5e61566248e6), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:57.014730 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-2fd4d43a-ccc2-43f7-b20f-f4ca55a16af1 None None] Attempt 1 to provision port 0b6ff5ad-13d6-41ec-895d-5e61566248e6 Sep 26 18:13:57.036769 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f19f6451-b021-4865-a41c-de42a9678988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500314'] for router (abc77a9c-ac99-405b-a900-b41c3a194fb5), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:57.107702 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-2fd4d43a-ccc2-43f7-b20f-f4ca55a16af1 None None] Current status of the port 0b6ff5ad-13d6-41ec-895d-5e61566248e6 is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:13:57.107702 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-2fd4d43a-ccc2-43f7-b20f-f4ca55a16af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (0b6ff5ad-13d6-41ec-895d-5e61566248e6), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:57.142862 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-2fd4d43a-ccc2-43f7-b20f-f4ca55a16af1 None None] For port 0b6ff5ad-13d6-41ec-895d-5e61566248e6, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=0b6ff5ad-13d6-41ec-895d-5e61566248e6,segment=NetworkSegment(882226b3-b279-4b08-9caa-6b2752d4e7c2),segment_id=882226b3-b279-4b08-9caa-6b2752d4e7c2)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:13:57.247681 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-2fd4d43a-ccc2-43f7-b20f-f4ca55a16af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (0b6ff5ad-13d6-41ec-895d-5e61566248e6), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:57.298171 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4d43a-ccc2-43f7-b20f-f4ca55a16af1 None None] Pushing event updated for resources: {'Port': ['ID=0b6ff5ad-13d6-41ec-895d-5e61566248e6,revision_number=3']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:57.327516 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19f6451-b021-4865-a41c-de42a9678988 admin admin] Router abc77a9c-ac99-405b-a900-b41c3a194fb5 is scheduled to L3 agent 1e333347-308d-435a-a92a-39a4b363e81b with binding_index 1 {{(pid=106583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 18:13:57.365917 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-1e2d6d47-5336-4291-9b2f-dee60bfc304b None None] Provisioning complete for port 0b6ff5ad-13d6-41ec-895d-5e61566248e6 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:13:57.366285 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-1e2d6d47-5336-4291-9b2f-dee60bfc304b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (0b6ff5ad-13d6-41ec-895d-5e61566248e6), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:57.366756 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-1e2d6d47-5336-4291-9b2f-dee60bfc304b None None] Attempt 1 to provision port 0b6ff5ad-13d6-41ec-895d-5e61566248e6 Sep 26 18:13:57.373759 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:57.453837 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-1e2d6d47-5336-4291-9b2f-dee60bfc304b None None] Current status of the port 0b6ff5ad-13d6-41ec-895d-5e61566248e6 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:13:57.476324 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce4117-2ca3-4990-8684-31d32bab1d1f req-86dd0b36-106f-4e61-a520-137b567be04b tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:57.477830 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e2ce4117-2ca3-4990-8684-31d32bab1d1f req-86dd0b36-106f-4e61-a520-137b567be04b tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a679ce86-f6fe-43f2-91ba-7910d805abfd HTTP/1.1" status: 200 len: 944 time: 0.0599976 Sep 26 18:13:57.479289 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19f6451-b021-4865-a41c-de42a9678988 admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:13:57.489041 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c154f806-ebff-41d2-b5cd-fb0b8ca72005 None None] Sync routers for ids ['abc77a9c-ac99-405b-a900-b41c3a194fb5'] in dv-cinder-859319-1-iscsi {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:13:57.506639 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c154f806-ebff-41d2-b5cd-fb0b8ca72005 None None] Routers {'abc77a9c-ac99-405b-a900-b41c3a194fb5'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:13:57.506639 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-c154f806-ebff-41d2-b5cd-fb0b8ca72005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:13:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['abc77a9c-ac99-405b-a900-b41c3a194fb5'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:13:57.535400 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e2ce4117-2ca3-4990-8684-31d32bab1d1f req-f36db4a1-3977-4979-8617-b3a18061d1dd tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=4dafb6bd-c17e-4119-970f-d59673675892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511968 Sep 26 18:13:57.583548 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:57.599017 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-f19f6451-b021-4865-a41c-de42a9678988 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:57.601133 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-f19f6451-b021-4865-a41c-de42a9678988 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3109677 Sep 26 18:13:57.608326 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 55546) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:57.610559 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-c154f806-ebff-41d2-b5cd-fb0b8ca72005 None None] Set router abc77a9c-ac99-405b-a900-b41c3a194fb5 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:13:57.615936 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:UPDATE=3,neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=8 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:57.786321 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-c154f806-ebff-41d2-b5cd-fb0b8ca72005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'name': 'tempest-TestMinimumBasicScenario-657360709-router', 'tenant_id': '3b1fa05de673407eae9d3b50898c7b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '2718c243-49ff-43d5-b704-a55e5b4fb54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:13:55Z', 'updated_at': '2022-09-26T18:13:56Z', 'revision_number': 3, 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'gw_port': {'id': '2718c243-49ff-43d5-b704-a55e5b4fb54f', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:90:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:13:55Z', 'updated_at': '2022-09-26T18:13:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:13:57.811788 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c154f806-ebff-41d2-b5cd-fb0b8ca72005 None None] Checking router: abc77a9c-ac99-405b-a900-b41c3a194fb5 for host: dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:13:57.812288 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c154f806-ebff-41d2-b5cd-fb0b8ca72005 None None] Updating router abc77a9c-ac99-405b-a900-b41c3a194fb5 port 2718c243-49ff-43d5-b704-a55e5b4fb54f binding host dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:13:57.839966 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-c154f806-ebff-41d2-b5cd-fb0b8ca72005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (2718c243-49ff-43d5-b704-a55e5b4fb54f), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:57.899235 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:58.037159 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6a2152d2-0063-4cbc-b4cc-09750da8405c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:58.076950 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 0b6ff5ad-13d6-41ec-895d-5e61566248e6 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:13:58.199219 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_common [None req-6a2152d2-0063-4cbc-b4cc-09750da8405c admin admin] Allocated IP 172.20.0.1 (22db2827-402e-4cac-b75e-19e5cab992bc/7f2a8ea0-935c-4aa5-8b56-74236be47413/9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe) {{(pid=106582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:13:58.203999 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-c154f806-ebff-41d2-b5cd-fb0b8ca72005 None None] Publish callbacks [] for port (2718c243-49ff-43d5-b704-a55e5b4fb54f), precommit_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:58.209829 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:58.248413 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 0b6ff5ad-13d6-41ec-895d-5e61566248e6 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:13:58.248787 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (0b6ff5ad-13d6-41ec-895d-5e61566248e6), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:58.249130 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 0b6ff5ad-13d6-41ec-895d-5e61566248e6 Sep 26 18:13:58.310765 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6a2152d2-0063-4cbc-b4cc-09750da8405c admin admin] Publish callbacks [] for port (9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:58.340680 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 0b6ff5ad-13d6-41ec-895d-5e61566248e6 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:13:58.350997 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-c154f806-ebff-41d2-b5cd-fb0b8ca72005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (2718c243-49ff-43d5-b704-a55e5b4fb54f), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:58.381360 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-c154f806-ebff-41d2-b5cd-fb0b8ca72005 None None] Attempting to bind port 2718c243-49ff-43d5-b704-a55e5b4fb54f on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:13:58.381729 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-c154f806-ebff-41d2-b5cd-fb0b8ca72005 None None] Attempting to bind port 2718c243-49ff-43d5-b704-a55e5b4fb54f by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:13:58.382105 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c154f806-ebff-41d2-b5cd-fb0b8ca72005 None None] Attempting to bind port 2718c243-49ff-43d5-b704-a55e5b4fb54f on network 75671e20-856b-479b-bee1-be813a3f2eee {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:13:58.417610 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5699e-f217-43ad-bc17-222f959eb6ed None None] Pushing event updated for resources: {'Port': ['ID=2718c243-49ff-43d5-b704-a55e5b4fb54f,revision_number=2']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:58.437791 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c154f806-ebff-41d2-b5cd-fb0b8ca72005 None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:13:58.438166 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c154f806-ebff-41d2-b5cd-fb0b8ca72005 None None] Checking segment: {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:13:58.438572 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-c154f806-ebff-41d2-b5cd-fb0b8ca72005 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:58.438966 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c154f806-ebff-41d2-b5cd-fb0b8ca72005 None None] Bound using segment: {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:13:58.440058 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-c154f806-ebff-41d2-b5cd-fb0b8ca72005 None None] Bound port: 2718c243-49ff-43d5-b704-a55e5b4fb54f, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:13:58.440461 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-c154f806-ebff-41d2-b5cd-fb0b8ca72005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (2718c243-49ff-43d5-b704-a55e5b4fb54f), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:58.447833 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6a2152d2-0063-4cbc-b4cc-09750da8405c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:58.489667 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-c154f806-ebff-41d2-b5cd-fb0b8ca72005 None None] For port 2718c243-49ff-43d5-b704-a55e5b4fb54f, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:13:58.490690 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2152d2-0063-4cbc-b4cc-09750da8405c admin admin] Network 22db2827-402e-4cac-b75e-19e5cab992bc is already hosted by enough agents. {{(pid=106582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:13:58.492971 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-c154f806-ebff-41d2-b5cd-fb0b8ca72005 None None] For port 2718c243-49ff-43d5-b704-a55e5b4fb54f, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=2718c243-49ff-43d5-b704-a55e5b4fb54f,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:13:58.496044 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-6a2152d2-0063-4cbc-b4cc-09750da8405c admin admin] Resources bound (agent type, host, resource id): {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:13:58.498237 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2152d2-0063-4cbc-b4cc-09750da8405c admin admin] Pushing event updated for resources: {'Port': ['ID=9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:58.500385 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2152d2-0063-4cbc-b4cc-09750da8405c admin admin] Received port after_create {{(pid=106582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:13:58.541951 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6a2152d2-0063-4cbc-b4cc-09750da8405c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-492387'] for router_interface (abc77a9c-ac99-405b-a900-b41c3a194fb5), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:58.625585 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-c154f806-ebff-41d2-b5cd-fb0b8ca72005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (2718c243-49ff-43d5-b704-a55e5b4fb54f), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:58.678228 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 35358136-74af-49bb-a78d-b31cb0a84ec0 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:13:58.688142 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c154f806-ebff-41d2-b5cd-fb0b8ca72005 None None] Routers {'abc77a9c-ac99-405b-a900-b41c3a194fb5'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:13:58.693552 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-c154f806-ebff-41d2-b5cd-fb0b8ca72005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:13:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['abc77a9c-ac99-405b-a900-b41c3a194fb5'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:13:58.716976 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70991e28-d16a-4b87-9a18-645d908eee02 req-ade09a3f-bc73-49d8-b1bd-3c9ef3601f2f tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:58.718516 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-70991e28-d16a-4b87-9a18-645d908eee02 req-ade09a3f-bc73-49d8-b1bd-3c9ef3601f2f tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a679ce86-f6fe-43f2-91ba-7910d805abfd HTTP/1.1" status: 200 len: 944 time: 0.0718727 Sep 26 18:13:58.776267 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-70991e28-d16a-4b87-9a18-645d908eee02 req-67eba438-0793-48e4-8fdb-85ded2898ed9 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=4dafb6bd-c17e-4119-970f-d59673675892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507369 Sep 26 18:13:58.793739 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6a2152d2-0063-4cbc-b4cc-09750da8405c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe), before_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:58.894163 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:58.895603 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5699e-f217-43ad-bc17-222f959eb6ed None None] Pushing event updated for resources: {'Port': ['ID=2718c243-49ff-43d5-b704-a55e5b4fb54f,revision_number=3']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:58.907082 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.db.resource_extend [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 26 18:13:58.921573 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-8c3866d2-9136-42b5-9875-1b34d7072d2d None None] Provisioning complete for port 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:13:58.927785 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-8c3866d2-9136-42b5-9875-1b34d7072d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:58.927785 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-8c3866d2-9136-42b5-9875-1b34d7072d2d None None] Attempt 1 to provision port 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe Sep 26 18:13:58.980269 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6a2152d2-0063-4cbc-b4cc-09750da8405c admin admin] Publish callbacks [] for port (9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe), precommit_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:59.041862 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-8c3866d2-9136-42b5-9875-1b34d7072d2d None None] Port 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:13:59.047789 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6a2152d2-0063-4cbc-b4cc-09750da8405c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-513976'] for port (9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe), after_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:59.048391 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-c154f806-ebff-41d2-b5cd-fb0b8ca72005 None None] Set router abc77a9c-ac99-405b-a900-b41c3a194fb5 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:13:59.120848 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6a2152d2-0063-4cbc-b4cc-09750da8405c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-642360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-492535'] for router_interface (abc77a9c-ac99-405b-a900-b41c3a194fb5), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:59.122802 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2152d2-0063-4cbc-b4cc-09750da8405c admin admin] Pushing event updated for resources: {'Port': ['ID=9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe,revision_number=2']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:59.130843 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:59.171116 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 35358136-74af-49bb-a78d-b31cb0a84ec0, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=35358136-74af-49bb-a78d-b31cb0a84ec0,segment=NetworkSegment(b9f7fcb8-3ad7-4396-8a90-9caaa206c569),segment_id=b9f7fcb8-3ad7-4396-8a90-9caaa206c569)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:13:59.181293 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:59.191292 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Returning: {'device': '35358136-74af-49bb-a78d-b31cb0a84ec0', 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443', 'port_id': '35358136-74af-49bb-a78d-b31cb0a84ec0', 'mac_address': 'fa:16:3e:5c:1d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:13:59.223002 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2152d2-0063-4cbc-b4cc-09750da8405c admin admin] Network 22db2827-402e-4cac-b75e-19e5cab992bc is already hosted by enough agents. {{(pid=106582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:13:59.224550 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-6a2152d2-0063-4cbc-b4cc-09750da8405c admin admin] Resources bound (agent type, host, resource id): {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:13:59.269014 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port 35358136-74af-49bb-a78d-b31cb0a84ec0 is: DOWN; New status is: BUILD {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:13:59.272629 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (35358136-74af-49bb-a78d-b31cb0a84ec0), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:59.291289 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35358136-74af-49bb-a78d-b31cb0a84ec0 {{(pid=106584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:13:59.325738 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-c154f806-ebff-41d2-b5cd-fb0b8ca72005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'name': 'tempest-TestMinimumBasicScenario-657360709-router', 'tenant_id': '3b1fa05de673407eae9d3b50898c7b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '2718c243-49ff-43d5-b704-a55e5b4fb54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:13:55Z', 'updated_at': '2022-09-26T18:13:56Z', 'revision_number': 3, 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'gw_port': {'id': '2718c243-49ff-43d5-b704-a55e5b4fb54f', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:90:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:13:55Z', 'updated_at': '2022-09-26T18:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:13:59.328696 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 35358136-74af-49bb-a78d-b31cb0a84ec0, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=35358136-74af-49bb-a78d-b31cb0a84ec0,segment=NetworkSegment(b9f7fcb8-3ad7-4396-8a90-9caaa206c569),segment_id=b9f7fcb8-3ad7-4396-8a90-9caaa206c569)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:13:59.355217 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c154f806-ebff-41d2-b5cd-fb0b8ca72005 None None] The sync data for ids ['abc77a9c-ac99-405b-a900-b41c3a194fb5'] in dv-cinder-859319-1-iscsi is: [{'id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'name': 'tempest-TestMinimumBasicScenario-657360709-router', 'tenant_id': '3b1fa05de673407eae9d3b50898c7b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '2718c243-49ff-43d5-b704-a55e5b4fb54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:13:55Z', 'updated_at': '2022-09-26T18:13:56Z', 'revision_number': 3, 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'gw_port': {'id': '2718c243-49ff-43d5-b704-a55e5b4fb54f', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:90:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:13:55Z', 'updated_at': '2022-09-26T18:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}] {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:13:59.357955 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2152d2-0063-4cbc-b4cc-09750da8405c admin admin] Router abc77a9c-ac99-405b-a900-b41c3a194fb5 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:13:59.457192 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:59.475952 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (35358136-74af-49bb-a78d-b31cb0a84ec0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:59.478373 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2152d2-0063-4cbc-b4cc-09750da8405c admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:13:59.489948 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-6a2152d2-0063-4cbc-b4cc-09750da8405c admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/abc77a9c-ac99-405b-a900-b41c3a194fb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8733623 Sep 26 18:13:59.528478 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=35358136-74af-49bb-a78d-b31cb0a84ec0,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:59.543154 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-8c3866d2-9136-42b5-9875-1b34d7072d2d None None] Attempt 2 to provision port 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe Sep 26 18:13:59.578888 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-8c3866d2-9136-42b5-9875-1b34d7072d2d None None] Port 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:13:59.817333 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['35358136-74af-49bb-a78d-b31cb0a84ec0'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:13:59.859520 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=100 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:59.917946 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6875f-d4b7-47e9-93fc-5f0c59da4be9 req-2a7c5a35-464e-40d5-a80c-db6ff70bc0d0 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:59.926028 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3fb6875f-d4b7-47e9-93fc-5f0c59da4be9 req-2a7c5a35-464e-40d5-a80c-db6ff70bc0d0 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a679ce86-f6fe-43f2-91ba-7910d805abfd HTTP/1.1" status: 200 len: 945 time: 0.0654838 Sep 26 18:13:59.991944 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3fb6875f-d4b7-47e9-93fc-5f0c59da4be9 req-bf401c72-e671-490d-af37-c5fd4a8385d0 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=4dafb6bd-c17e-4119-970f-d59673675892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594549 Sep 26 18:14:00.081937 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-8c3866d2-9136-42b5-9875-1b34d7072d2d None None] Attempt 3 to provision port 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe Sep 26 18:14:00.119102 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-8c3866d2-9136-42b5-9875-1b34d7072d2d None None] Port 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:14:00.133593 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 2718c243-49ff-43d5-b704-a55e5b4fb54f up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:14:00.174549 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:00.185475 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 2718c243-49ff-43d5-b704-a55e5b4fb54f triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:14:00.190550 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (2718c243-49ff-43d5-b704-a55e5b4fb54f), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:00.190550 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 2718c243-49ff-43d5-b704-a55e5b4fb54f Sep 26 18:14:00.266645 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 2718c243-49ff-43d5-b704-a55e5b4fb54f is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:14:00.267131 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (2718c243-49ff-43d5-b704-a55e5b4fb54f), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:00.297520 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] For port 2718c243-49ff-43d5-b704-a55e5b4fb54f, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=2718c243-49ff-43d5-b704-a55e5b4fb54f,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:14:00.372839 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 55580) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:14:00.378032 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-4390f3a1-7c13-4da0-a0d8-c5e00b9e09cf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1471760987-network', 'tenant_id': 'de31ca54ad8e46d29d9a868ce8c54afe'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:14:00.402517 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (2718c243-49ff-43d5-b704-a55e5b4fb54f), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:00.461953 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Pushing event updated for resources: {'Port': ['ID=2718c243-49ff-43d5-b704-a55e5b4fb54f,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:00.491605 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4390f3a1-7c13-4da0-a0d8-c5e00b9e09cf admin admin] Made reservation on behalf of de31ca54ad8e46d29d9a868ce8c54afe for: {'network': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:14:00.494369 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4390f3a1-7c13-4da0-a0d8-c5e00b9e09cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for network (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:00.505036 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4390f3a1-7c13-4da0-a0d8-c5e00b9e09cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:00.604396 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4390f3a1-7c13-4da0-a0d8-c5e00b9e09cf admin admin] Publish callbacks [] for security_group (77e3c9ee-e3ae-4f54-8b41-20f1a4c25634), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:00.620538 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-8c3866d2-9136-42b5-9875-1b34d7072d2d None None] Attempt 4 to provision port 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe Sep 26 18:14:00.657699 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-8c3866d2-9136-42b5-9875-1b34d7072d2d None None] Port 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:14:00.679333 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 35358136-74af-49bb-a78d-b31cb0a84ec0 up at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:14:00.687385 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4390f3a1-7c13-4da0-a0d8-c5e00b9e09cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (77e3c9ee-e3ae-4f54-8b41-20f1a4c25634), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:00.714759 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4390f3a1-7c13-4da0-a0d8-c5e00b9e09cf admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=106583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:14:00.722380 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning for port 35358136-74af-49bb-a78d-b31cb0a84ec0 completed by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:14:00.725346 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390f3a1-7c13-4da0-a0d8-c5e00b9e09cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e3c9ee-e3ae-4f54-8b41-20f1a4c25634,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:00.730404 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4390f3a1-7c13-4da0-a0d8-c5e00b9e09cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:00.730755 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.db.segments_db [None req-4390f3a1-7c13-4da0-a0d8-c5e00b9e09cf admin admin] Added segment bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01 of type vlan for network b7c43c82-00a2-49de-bcbf-63d341ac4193 Sep 26 18:14:00.778134 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4390f3a1-7c13-4da0-a0d8-c5e00b9e09cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756749379750'] for network (b7c43c82-00a2-49de-bcbf-63d341ac4193), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:00.796190 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning complete for port 35358136-74af-49bb-a78d-b31cb0a84ec0 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:14:00.796816 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (35358136-74af-49bb-a78d-b31cb0a84ec0), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:00.797151 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Attempt 1 to provision port 35358136-74af-49bb-a78d-b31cb0a84ec0 Sep 26 18:14:00.873015 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port 35358136-74af-49bb-a78d-b31cb0a84ec0 is: BUILD; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:14:00.873411 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (35358136-74af-49bb-a78d-b31cb0a84ec0), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:00.897194 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a679ce86-f6fe-43f2-91ba-7910d805abfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35358136-74af-49bb-a78d-b31cb0a84ec0'}] {{(pid=106584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:14:00.905776 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4390f3a1-7c13-4da0-a0d8-c5e00b9e09cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310'] for network (b7c43c82-00a2-49de-bcbf-63d341ac4193), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:00.905933 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743b4769c4925b62b4889170aadb5ee5b65d77d3032155737795e39ae48b1258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de9615e-6123-4186-a46e-91b2a754ce7e" -d '{"events": [{"server_uuid": "a679ce86-f6fe-43f2-91ba-7910d805abfd", "name": "network-vif-plugged", "status": "completed", "tag": "35358136-74af-49bb-a78d-b31cb0a84ec0"}]}' {{(pid=106584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:14:00.906045 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4390f3a1-7c13-4da0-a0d8-c5e00b9e09cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:00.906045 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4390f3a1-7c13-4da0-a0d8-c5e00b9e09cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:00.916972 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 35358136-74af-49bb-a78d-b31cb0a84ec0, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=35358136-74af-49bb-a78d-b31cb0a84ec0,segment=NetworkSegment(b9f7fcb8-3ad7-4396-8a90-9caaa206c569),segment_id=b9f7fcb8-3ad7-4396-8a90-9caaa206c569)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:14:00.946792 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1523869-652a-46d0-ba5d-0715f20e11e4 x-openstack-request-id: req-f1523869-652a-46d0-ba5d-0715f20e11e4 {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:14:00.947088 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a679ce86-f6fe-43f2-91ba-7910d805abfd", "name": "network-vif-plugged", "status": "completed", "tag": "35358136-74af-49bb-a78d-b31cb0a84ec0", "code": 200}]} {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:14:00.947371 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f1523869-652a-46d0-ba5d-0715f20e11e4 {{(pid=106584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:14:00.947803 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1523869-652a-46d0-ba5d-0715f20e11e4'] response: {'server_uuid': 'a679ce86-f6fe-43f2-91ba-7910d805abfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35358136-74af-49bb-a78d-b31cb0a84ec0', 'code': 200} Sep 26 18:14:00.982706 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390f3a1-7c13-4da0-a0d8-c5e00b9e09cf admin admin] Pushing event updated for resources: {'Network': ['ID=b7c43c82-00a2-49de-bcbf-63d341ac4193,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:00.993724 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Network b7c43c82-00a2-49de-bcbf-63d341ac4193 details requested by agent ovs-agent-dv-cinder-859319-1-iscsi with host dv-cinder-859319-1-iscsi {{(pid=106584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:14:01.047051 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-4390f3a1-7c13-4da0-a0d8-c5e00b9e09cf admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6703601 Sep 26 18:14:01.054518 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 55588) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:14:01.054687 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:01.054687 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (35358136-74af-49bb-a78d-b31cb0a84ec0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:01.061432 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-4024bcad-5adc-44f5-8dde-6925295f2f8d admin admin] Request body: {'subnet': {'network_id': 'b7c43c82-00a2-49de-bcbf-63d341ac4193', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1471760987-subnet', 'tenant_id': 'de31ca54ad8e46d29d9a868ce8c54afe', 'ip_version': 4}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:14:01.077422 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:01.115205 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=35358136-74af-49bb-a78d-b31cb0a84ec0,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:01.137630 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd83422-64fe-4850-bb46-bc381f0ad50b None None] Sync routers for ids ['abc77a9c-ac99-405b-a900-b41c3a194fb5'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:14:01.146902 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f773c2c-d27d-48b7-a95c-8a93985055b5 req-c1636f08-e872-4614-96fe-47c984fde9ad tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:01.149252 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6f773c2c-d27d-48b7-a95c-8a93985055b5 req-c1636f08-e872-4614-96fe-47c984fde9ad tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a679ce86-f6fe-43f2-91ba-7910d805abfd HTTP/1.1" status: 200 len: 946 time: 0.0662732 Sep 26 18:14:01.155509 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd83422-64fe-4850-bb46-bc381f0ad50b None None] Routers {'abc77a9c-ac99-405b-a900-b41c3a194fb5'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:14:01.156188 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-0cd83422-64fe-4850-bb46-bc381f0ad50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:13:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['abc77a9c-ac99-405b-a900-b41c3a194fb5'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:14:01.160665 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-8c3866d2-9136-42b5-9875-1b34d7072d2d None None] Attempt 5 to provision port 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe Sep 26 18:14:01.201857 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6f773c2c-d27d-48b7-a95c-8a93985055b5 req-65f6b663-8123-4110-b5ea-6d0f3dc6d5e9 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=4dafb6bd-c17e-4119-970f-d59673675892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471399 Sep 26 18:14:01.218332 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-8c3866d2-9136-42b5-9875-1b34d7072d2d None None] Port 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:14:01.253939 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4024bcad-5adc-44f5-8dde-6925295f2f8d admin admin] Made reservation on behalf of de31ca54ad8e46d29d9a868ce8c54afe for: {'subnet': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:14:01.256763 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4024bcad-5adc-44f5-8dde-6925295f2f8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302874'] for subnet (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:01.273946 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-0cd83422-64fe-4850-bb46-bc381f0ad50b None None] Set router abc77a9c-ac99-405b-a900-b41c3a194fb5 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:14:01.305295 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:01.477889 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b172bc-c3e5-4240-a95a-f0cfb6651ed2 req-a7bde47d-0d81-4904-82b5-d508c982ee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:01.479405 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-89b172bc-c3e5-4240-a95a-f0cfb6651ed2 req-a7bde47d-0d81-4904-82b5-d508c982ee99 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a679ce86-f6fe-43f2-91ba-7910d805abfd HTTP/1.1" status: 200 len: 1130 time: 0.0695314 Sep 26 18:14:01.488591 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-0cd83422-64fe-4850-bb46-bc381f0ad50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'name': 'tempest-TestMinimumBasicScenario-657360709-router', 'tenant_id': '3b1fa05de673407eae9d3b50898c7b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '2718c243-49ff-43d5-b704-a55e5b4fb54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:13:55Z', 'updated_at': '2022-09-26T18:13:58Z', 'revision_number': 4, 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'gw_port': {'id': '2718c243-49ff-43d5-b704-a55e5b4fb54f', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:13:55Z', 'updated_at': '2022-09-26T18:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe', 'name': '', 'network_id': '22db2827-402e-4cac-b75e-19e5cab992bc', 'tenant_id': '3b1fa05de673407eae9d3b50898c7b04', 'mac_address': 'fa:16:3e:76:9a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '7f2a8ea0-935c-4aa5-8b56-74236be47413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:13:58Z', 'updated_at': '2022-09-26T18:13:58Z', 'revision_number': 2, 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'subnets': [{'id': '7f2a8ea0-935c-4aa5-8b56-74236be47413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:14:01.513812 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd83422-64fe-4850-bb46-bc381f0ad50b None None] Checking router: abc77a9c-ac99-405b-a900-b41c3a194fb5 for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:14:01.514163 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd83422-64fe-4850-bb46-bc381f0ad50b None None] Updating router abc77a9c-ac99-405b-a900-b41c3a194fb5 port 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe binding host dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:14:01.537411 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-89b172bc-c3e5-4240-a95a-f0cfb6651ed2 req-65d7007a-1513-4f73-8540-2f4bdc749c96 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=4dafb6bd-c17e-4119-970f-d59673675892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504634 Sep 26 18:14:01.543102 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-0cd83422-64fe-4850-bb46-bc381f0ad50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe), before_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:01.658932 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4024bcad-5adc-44f5-8dde-6925295f2f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3899633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302860'] for subnet (408d4850-ec41-4902-98cc-fb52efed9a65), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:01.709418 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-8c3866d2-9136-42b5-9875-1b34d7072d2d None None] Attempt 6 to provision port 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe Sep 26 18:14:01.725218 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024bcad-5adc-44f5-8dde-6925295f2f8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=408d4850-ec41-4902-98cc-fb52efed9a65,revision_number=0']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:01.731639 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4024bcad-5adc-44f5-8dde-6925295f2f8d admin admin] Checking segment: {'id': 'bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b7c43c82-00a2-49de-bcbf-63d341ac4193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:14:01.732041 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4024bcad-5adc-44f5-8dde-6925295f2f8d admin admin] Network hostable DHCP agents. Network: b7c43c82-00a2-49de-bcbf-63d341ac4193, hostable agents: ['4ef20602-5638-479d-aebe-a5cbb98cbff1'], hosted agents: [] {{(pid=106583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:14:01.746216 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-8c3866d2-9136-42b5-9875-1b34d7072d2d None None] Port 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:14:01.803925 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-0cd83422-64fe-4850-bb46-bc381f0ad50b None None] Publish callbacks [] for port (9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe), precommit_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:01.830861 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4024bcad-5adc-44f5-8dde-6925295f2f8d admin admin] Network b7c43c82-00a2-49de-bcbf-63d341ac4193 is scheduled to be hosted by DHCP agent 4ef20602-5638-479d-aebe-a5cbb98cbff1 with binding_index 1 {{(pid=106583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:14:01.910469 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-4024bcad-5adc-44f5-8dde-6925295f2f8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-1-iscsi, b7c43c82-00a2-49de-bcbf-63d341ac4193) {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:14:01.910717 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-0cd83422-64fe-4850-bb46-bc381f0ad50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe), after_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:01.914470 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4024bcad-5adc-44f5-8dde-6925295f2f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:01.915249 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4024bcad-5adc-44f5-8dde-6925295f2f8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:01.921130 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add61393-5ee0-4e66-a17a-02298bf3b9ad None None] Network b7c43c82-00a2-49de-bcbf-63d341ac4193 requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:14:01.972019 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c9791-e263-4ec6-93b7-bf1d4d985bf5 None None] Pushing event updated for resources: {'Port': ['ID=9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe,revision_number=3']} {{(pid=106585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:01.993031 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c9791-e263-4ec6-93b7-bf1d4d985bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:01.994191 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c9791-e263-4ec6-93b7-bf1d4d985bf5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:01.994642 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c9791-e263-4ec6-93b7-bf1d4d985bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:01.994898 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c9791-e263-4ec6-93b7-bf1d4d985bf5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:01.995240 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c9791-e263-4ec6-93b7-bf1d4d985bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:01.995565 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c9791-e263-4ec6-93b7-bf1d4d985bf5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:01.995915 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c9791-e263-4ec6-93b7-bf1d4d985bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:01.996236 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c9791-e263-4ec6-93b7-bf1d4d985bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:01.996648 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c9791-e263-4ec6-93b7-bf1d4d985bf5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:01.996863 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c9791-e263-4ec6-93b7-bf1d4d985bf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:01.997182 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c9791-e263-4ec6-93b7-bf1d4d985bf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:01.997520 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c9791-e263-4ec6-93b7-bf1d4d985bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:01.997836 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c9791-e263-4ec6-93b7-bf1d4d985bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:01.998149 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c9791-e263-4ec6-93b7-bf1d4d985bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:01.998466 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2c9791-e263-4ec6-93b7-bf1d4d985bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:02.020876 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-0cd83422-64fe-4850-bb46-bc381f0ad50b None None] Attempting to bind port 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:14:02.020876 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-0cd83422-64fe-4850-bb46-bc381f0ad50b None None] Attempting to bind port 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': '882226b3-b279-4b08-9caa-6b2752d4e7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '22db2827-402e-4cac-b75e-19e5cab992bc'}] {{(pid=106585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:14:02.020876 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd83422-64fe-4850-bb46-bc381f0ad50b None None] Attempting to bind port 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe on network 22db2827-402e-4cac-b75e-19e5cab992bc {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:14:02.039478 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-4024bcad-5adc-44f5-8dde-6925295f2f8d admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9909728 Sep 26 18:14:02.042191 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 55592) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:14:02.043885 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4fc3e3-56b4-4d17-8087-57b1d4c5bfab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4764dadb-9c64-5769-9546-d6a7905953f7-b7c43c82-00a2-49de-bcbf-63d341ac4193', 'network_id': 'b7c43c82-00a2-49de-bcbf-63d341ac4193', 'project_id': 'de31ca54ad8e46d29d9a868ce8c54afe', 'fixed_ips': [{'subnet_id': '408d4850-ec41-4902-98cc-fb52efed9a65'}]}} from dv-cinder-859319-1-iscsi. {{(pid=106584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 18:14:02.045163 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-dc4fc3e3-56b4-4d17-8087-57b1d4c5bfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:02.047634 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-3e5834c7-9da4-4b22-bafb-e6d17326602a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:02.051781 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-4bb88e8b-c392-42e1-9ceb-8d6a2e763963 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1471760987-router', 'tenant_id': 'de31ca54ad8e46d29d9a868ce8c54afe', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:14:02.073577 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 2718c243-49ff-43d5-b704-a55e5b4fb54f up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:14:02.073960 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:02.087565 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd83422-64fe-4850-bb46-bc381f0ad50b None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:14:02.088283 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd83422-64fe-4850-bb46-bc381f0ad50b None None] Checking segment: {'id': '882226b3-b279-4b08-9caa-6b2752d4e7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '22db2827-402e-4cac-b75e-19e5cab992bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:14:02.088684 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-0cd83422-64fe-4850-bb46-bc381f0ad50b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:02.089078 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd83422-64fe-4850-bb46-bc381f0ad50b None None] Bound using segment: {'id': '882226b3-b279-4b08-9caa-6b2752d4e7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '22db2827-402e-4cac-b75e-19e5cab992bc'} {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:14:02.089710 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-0cd83422-64fe-4850-bb46-bc381f0ad50b None None] Bound port: 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '882226b3-b279-4b08-9caa-6b2752d4e7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '22db2827-402e-4cac-b75e-19e5cab992bc'}}] {{(pid=106585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:14:02.090090 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-0cd83422-64fe-4850-bb46-bc381f0ad50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe), before_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:02.179167 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4bb88e8b-c392-42e1-9ceb-8d6a2e763963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2095476'] for router (63d87b1a-d8fa-418e-9cc7-6f3481468e11), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:02.180656 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4bb88e8b-c392-42e1-9ceb-8d6a2e763963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-497029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2095487'] for router (63d87b1a-d8fa-418e-9cc7-6f3481468e11), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:02.241595 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.db [None req-0cd83422-64fe-4850-bb46-bc381f0ad50b None None] For port 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:14:02.244988 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.db [None req-0cd83422-64fe-4850-bb46-bc381f0ad50b None None] For port 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe,segment=NetworkSegment(882226b3-b279-4b08-9caa-6b2752d4e7c2),segment_id=882226b3-b279-4b08-9caa-6b2752d4e7c2)] {{(pid=106585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:14:02.247825 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:02.256288 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4bb88e8b-c392-42e1-9ceb-8d6a2e763963 admin admin] Publish callbacks [] for router_controller (63d87b1a-d8fa-418e-9cc7-6f3481468e11), precommit_add_association {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:02.317212 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-0cd83422-64fe-4850-bb46-bc381f0ad50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe), after_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:02.326784 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:02.335784 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-8c3866d2-9136-42b5-9875-1b34d7072d2d None None] Attempt 7 to provision port 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe Sep 26 18:14:02.343709 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 2718c243-49ff-43d5-b704-a55e5b4fb54f triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:14:02.344090 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (2718c243-49ff-43d5-b704-a55e5b4fb54f), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:02.344422 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 2718c243-49ff-43d5-b704-a55e5b4fb54f Sep 26 18:14:02.351458 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd83422-64fe-4850-bb46-bc381f0ad50b None None] Routers {'abc77a9c-ac99-405b-a900-b41c3a194fb5'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:14:02.352118 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-0cd83422-64fe-4850-bb46-bc381f0ad50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:13:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['abc77a9c-ac99-405b-a900-b41c3a194fb5'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:14:02.364137 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:02.430722 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.db_base_plugin_common [None req-dc4fc3e3-56b4-4d17-8087-57b1d4c5bfab None None] Allocated IP 172.20.0.2 (b7c43c82-00a2-49de-bcbf-63d341ac4193/408d4850-ec41-4902-98cc-fb52efed9a65/ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1) {{(pid=106584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:14:02.488775 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-0cd83422-64fe-4850-bb46-bc381f0ad50b None None] Set router abc77a9c-ac99-405b-a900-b41c3a194fb5 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:14:02.491359 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c9791-e263-4ec6-93b7-bf1d4d985bf5 None None] Pushing event updated for resources: {'Port': ['ID=9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe,revision_number=4']} {{(pid=106585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:02.557599 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-8c3866d2-9136-42b5-9875-1b34d7072d2d None None] Current status of the port 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:14:02.558284 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-8c3866d2-9136-42b5-9875-1b34d7072d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:02.568335 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:02.589153 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 2718c243-49ff-43d5-b704-a55e5b4fb54f is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:14:02.636031 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-8c3866d2-9136-42b5-9875-1b34d7072d2d None None] For port 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe,segment=NetworkSegment(882226b3-b279-4b08-9caa-6b2752d4e7c2),segment_id=882226b3-b279-4b08-9caa-6b2752d4e7c2)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:14:02.700656 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-dc4fc3e3-56b4-4d17-8087-57b1d4c5bfab None None] Publish callbacks [] for port (ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1), precommit_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:02.721508 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-0cd83422-64fe-4850-bb46-bc381f0ad50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'name': 'tempest-TestMinimumBasicScenario-657360709-router', 'tenant_id': '3b1fa05de673407eae9d3b50898c7b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '2718c243-49ff-43d5-b704-a55e5b4fb54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:13:55Z', 'updated_at': '2022-09-26T18:13:58Z', 'revision_number': 4, 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'gw_port': {'id': '2718c243-49ff-43d5-b704-a55e5b4fb54f', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:13:55Z', 'updated_at': '2022-09-26T18:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe', 'name': '', 'network_id': '22db2827-402e-4cac-b75e-19e5cab992bc', 'tenant_id': '3b1fa05de673407eae9d3b50898c7b04', 'mac_address': 'fa:16:3e:76:9a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '7f2a8ea0-935c-4aa5-8b56-74236be47413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:13:58Z', 'updated_at': '2022-09-26T18:14:02Z', 'revision_number': 4, 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'subnets': [{'id': '7f2a8ea0-935c-4aa5-8b56-74236be47413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:14:02.724580 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-8c3866d2-9136-42b5-9875-1b34d7072d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:02.746218 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47573d68-fe6f-45b3-9bd0-d994c6109828 req-bf577bfb-83c7-4daf-885f-e05c2809e133 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:02.747794 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-47573d68-fe6f-45b3-9bd0-d994c6109828 req-bf577bfb-83c7-4daf-885f-e05c2809e133 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a679ce86-f6fe-43f2-91ba-7910d805abfd HTTP/1.1" status: 200 len: 946 time: 0.4478722 Sep 26 18:14:02.751959 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd83422-64fe-4850-bb46-bc381f0ad50b None None] The sync data for ids ['abc77a9c-ac99-405b-a900-b41c3a194fb5'] in dv-cinder-859319-1-iscsi is: [{'id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'name': 'tempest-TestMinimumBasicScenario-657360709-router', 'tenant_id': '3b1fa05de673407eae9d3b50898c7b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '2718c243-49ff-43d5-b704-a55e5b4fb54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:13:55Z', 'updated_at': '2022-09-26T18:13:58Z', 'revision_number': 4, 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'gw_port': {'id': '2718c243-49ff-43d5-b704-a55e5b4fb54f', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:13:55Z', 'updated_at': '2022-09-26T18:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe', 'name': '', 'network_id': '22db2827-402e-4cac-b75e-19e5cab992bc', 'tenant_id': '3b1fa05de673407eae9d3b50898c7b04', 'mac_address': 'fa:16:3e:76:9a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '7f2a8ea0-935c-4aa5-8b56-74236be47413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:13:58Z', 'updated_at': '2022-09-26T18:14:02Z', 'revision_number': 4, 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'subnets': [{'id': '7f2a8ea0-935c-4aa5-8b56-74236be47413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:14:02.782470 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3866d2-9136-42b5-9875-1b34d7072d2d None None] Pushing event updated for resources: {'Port': ['ID=9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:02.819670 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-dc4fc3e3-56b4-4d17-8087-57b1d4c5bfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720'] for port (ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1), after_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:02.879715 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-4be610cf-c261-4794-b6b1-b794c9cc204c None None] Provisioning complete for port 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:14:02.880099 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-4be610cf-c261-4794-b6b1-b794c9cc204c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:02.880544 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-4be610cf-c261-4794-b6b1-b794c9cc204c None None] Attempt 1 to provision port 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe Sep 26 18:14:02.886287 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4fc3e3-56b4-4d17-8087-57b1d4c5bfab None None] Network b7c43c82-00a2-49de-bcbf-63d341ac4193 is already hosted by enough agents. {{(pid=106584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:14:02.899430 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.scheduler.base_scheduler [None req-dc4fc3e3-56b4-4d17-8087-57b1d4c5bfab None None] Resources bound (agent type, host, resource id): {{(pid=106584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:14:02.902174 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4fc3e3-56b4-4d17-8087-57b1d4c5bfab None None] Received port after_create {{(pid=106584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:14:02.923044 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4bb88e8b-c392-42e1-9ceb-8d6a2e763963 admin admin] Publish callbacks [] for router_gateway (63d87b1a-d8fa-418e-9cc7-6f3481468e11), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:02.925467 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4fc3e3-56b4-4d17-8087-57b1d4c5bfab None None] Pushing event updated for resources: {'Port': ['ID=ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1,revision_number=1']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:02.929774 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-47573d68-fe6f-45b3-9bd0-d994c6109828 req-36a4e3b7-08a6-4b63-a0ca-416c45cf6b61 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=4dafb6bd-c17e-4119-970f-d59673675892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511459 Sep 26 18:14:03.057440 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-dc4fc3e3-56b4-4d17-8087-57b1d4c5bfab None None] Attempting to bind port ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1 on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:14:03.057719 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-dc4fc3e3-56b4-4d17-8087-57b1d4c5bfab None None] Attempting to bind port ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1 by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': 'bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b7c43c82-00a2-49de-bcbf-63d341ac4193'}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:14:03.058147 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4fc3e3-56b4-4d17-8087-57b1d4c5bfab None None] Attempting to bind port ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1 on network b7c43c82-00a2-49de-bcbf-63d341ac4193 {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:14:03.101532 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-4be610cf-c261-4794-b6b1-b794c9cc204c None None] Current status of the port 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:14:03.106032 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:03.123101 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4fc3e3-56b4-4d17-8087-57b1d4c5bfab None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:14:03.123485 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4fc3e3-56b4-4d17-8087-57b1d4c5bfab None None] Checking segment: {'id': 'bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b7c43c82-00a2-49de-bcbf-63d341ac4193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:14:03.124519 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-dc4fc3e3-56b4-4d17-8087-57b1d4c5bfab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:03.124923 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4fc3e3-56b4-4d17-8087-57b1d4c5bfab None None] Bound using segment: {'id': 'bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b7c43c82-00a2-49de-bcbf-63d341ac4193'} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:14:03.125416 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-dc4fc3e3-56b4-4d17-8087-57b1d4c5bfab None None] Bound port: ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b7c43c82-00a2-49de-bcbf-63d341ac4193'}}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:14:03.125806 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-dc4fc3e3-56b4-4d17-8087-57b1d4c5bfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:03.202123 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-dc4fc3e3-56b4-4d17-8087-57b1d4c5bfab None None] For port ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:14:03.205556 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-dc4fc3e3-56b4-4d17-8087-57b1d4c5bfab None None] For port ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1,segment=NetworkSegment(bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01),segment_id=bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01)] {{(pid=106584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:14:03.243670 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b75a0-af9a-45aa-92c4-66b0f51f0416 req-1710edb1-3929-4665-b7cd-f31855636cb3 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:03.245251 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5e1b75a0-af9a-45aa-92c4-66b0f51f0416 req-1710edb1-3929-4665-b7cd-f31855636cb3 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=94bc578d-8428-4b87-99d5-003bdc0ba332 HTTP/1.1" status: 200 len: 945 time: 0.1160994 Sep 26 18:14:03.301813 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-dc4fc3e3-56b4-4d17-8087-57b1d4c5bfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:03.380171 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4fc3e3-56b4-4d17-8087-57b1d4c5bfab None None] Pushing event updated for resources: {'Port': ['ID=ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1,revision_number=2']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:03.398359 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5e1b75a0-af9a-45aa-92c4-66b0f51f0416 req-6844f143-df7f-44cd-bf19-683fdd5220c1 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5dd9ae79-4c09-477b-bc3e-56ac9f209e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116867 Sep 26 18:14:03.432006 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4bb88e8b-c392-42e1-9ceb-8d6a2e763963 admin admin] Publish callbacks [] for router_gateway (63d87b1a-d8fa-418e-9cc7-6f3481468e11), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:03.437542 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4bb88e8b-c392-42e1-9ceb-8d6a2e763963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:03.520583 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:03.580761 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [None req-4bb88e8b-c392-42e1-9ceb-8d6a2e763963 admin admin] Allocated IP 172.27.3.92 (75671e20-856b-479b-bee1-be813a3f2eee/4775a61a-d36f-43c7-b0a4-bf2c0640e392/0b737456-2429-4a69-9fbf-d89eb7d135b2) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:14:03.702792 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4bb88e8b-c392-42e1-9ceb-8d6a2e763963 admin admin] Publish callbacks [] for port (0b737456-2429-4a69-9fbf-d89eb7d135b2), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:03.807777 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4bb88e8b-c392-42e1-9ceb-8d6a2e763963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (0b737456-2429-4a69-9fbf-d89eb7d135b2), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:03.857676 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb88e8b-c392-42e1-9ceb-8d6a2e763963 admin admin] Network 75671e20-856b-479b-bee1-be813a3f2eee is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:14:03.861661 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-4bb88e8b-c392-42e1-9ceb-8d6a2e763963 admin admin] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:14:03.865715 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb88e8b-c392-42e1-9ceb-8d6a2e763963 admin admin] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:14:03.869479 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb88e8b-c392-42e1-9ceb-8d6a2e763963 admin admin] Pushing event updated for resources: {'Port': ['ID=0b737456-2429-4a69-9fbf-d89eb7d135b2,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:04.097876 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de780fc-0d61-4b70-bd43-268d7945ba8e req-d2e613d5-5194-40bc-aaf2-d3ccee85f50e tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:04.099411 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3de780fc-0d61-4b70-bd43-268d7945ba8e req-d2e613d5-5194-40bc-aaf2-d3ccee85f50e tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a679ce86-f6fe-43f2-91ba-7910d805abfd HTTP/1.1" status: 200 len: 946 time: 0.0682566 Sep 26 18:14:04.167833 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:14:04.180861 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:04.200658 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3de780fc-0d61-4b70-bd43-268d7945ba8e req-bde401e7-aead-41d7-bd1e-343b3b3a29f8 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=4dafb6bd-c17e-4119-970f-d59673675892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948360 Sep 26 18:14:04.253221 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4bb88e8b-c392-42e1-9ceb-8d6a2e763963 admin admin] Publish callbacks [] for router_gateway (63d87b1a-d8fa-418e-9cc7-6f3481468e11), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:04.266366 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:14:04.266753 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:04.267079 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe Sep 26 18:14:04.362101 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:14:04.371735 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:14:04.386291 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a13b23-c761-4e09-9369-f0222539ee2a req-af616e20-8d29-41bb-b498-8aff0d906753 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:04.387917 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-92a13b23-c761-4e09-9369-f0222539ee2a req-af616e20-8d29-41bb-b498-8aff0d906753 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a679ce86-f6fe-43f2-91ba-7910d805abfd HTTP/1.1" status: 200 len: 946 time: 0.0860999 Sep 26 18:14:04.399610 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 55606) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:14:04.405084 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-6e0b9302-555a-4482-afd6-9afa8fd902fd tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Request body: {'floatingip': {'port_id': '35358136-74af-49bb-a78d-b31cb0a84ec0'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:14:04.424688 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-3c347065-2366-4871-95c6-7604ed94a073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:04.428198 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acd505a-efb2-43fb-b45f-22c75554a3e1 None None] Network b7c43c82-00a2-49de-bcbf-63d341ac4193 requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:14:04.472175 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6e0b9302-555a-4482-afd6-9afa8fd902fd tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for floatingip (5b27012d-8dbb-4b86-a544-20a2d6af2c4d), before_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:04.493410 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:04.505331 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:14:04.505707 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:04.507254 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1 Sep 26 18:14:04.507920 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-9c245fa1-5962-4bca-bae0-c9188e16284a None None] Provisioning complete for port ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:14:04.508273 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-9c245fa1-5962-4bca-bae0-c9188e16284a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:04.508598 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-9c245fa1-5962-4bca-bae0-c9188e16284a None None] Attempt 1 to provision port ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1 Sep 26 18:14:04.514940 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4bb88e8b-c392-42e1-9ceb-8d6a2e763963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500314'] for router (63d87b1a-d8fa-418e-9cc7-6f3481468e11), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:04.607737 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb68a15-9128-40e1-b1ff-81bce5f34bad req-7abd8eef-ff23-4cf0-95c5-fa168f1c7e92 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:04.609169 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dbb68a15-9128-40e1-b1ff-81bce5f34bad req-7abd8eef-ff23-4cf0-95c5-fa168f1c7e92 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=94bc578d-8428-4b87-99d5-003bdc0ba332 HTTP/1.1" status: 200 len: 945 time: 0.0959725 Sep 26 18:14:04.650648 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:04.717672 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dbb68a15-9128-40e1-b1ff-81bce5f34bad req-c89f742f-543f-4a79-a3fa-39b4a5943158 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5dd9ae79-4c09-477b-bc3e-56ac9f209e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765097 Sep 26 18:14:04.740024 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-9c245fa1-5962-4bca-bae0-c9188e16284a None None] Current status of the port ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1 is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:14:04.740684 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-9c245fa1-5962-4bca-bae0-c9188e16284a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:04.750064 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1 is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:14:04.750064 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:04.801382 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] For port ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1,segment=NetworkSegment(bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01),segment_id=bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:14:04.887491 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb88e8b-c392-42e1-9ceb-8d6a2e763963 admin admin] Router 63d87b1a-d8fa-418e-9cc7-6f3481468e11 is scheduled to L3 agent 1e333347-308d-435a-a92a-39a4b363e81b with binding_index 1 {{(pid=106583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 18:14:04.922278 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:04.990055 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.db.api [None req-9c245fa1-5962-4bca-bae0-c9188e16284a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 26 18:14:04.990453 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG oslo_db.api [None req-9c245fa1-5962-4bca-bae0-c9188e16284a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 18:14:05.000463 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Pushing event updated for resources: {'Port': ['ID=ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1,revision_number=3']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:05.013084 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb88e8b-c392-42e1-9ceb-8d6a2e763963 admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:14:05.025418 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8242d9af-db2b-4f89-807f-5e6960c95f0a None None] Sync routers for ids ['63d87b1a-d8fa-418e-9cc7-6f3481468e11'] in dv-cinder-859319-1-iscsi {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:14:05.037338 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8242d9af-db2b-4f89-807f-5e6960c95f0a None None] Routers {'63d87b1a-d8fa-418e-9cc7-6f3481468e11'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:14:05.046904 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-8242d9af-db2b-4f89-807f-5e6960c95f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:14:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['63d87b1a-d8fa-418e-9cc7-6f3481468e11'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:14:05.084464 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:05.126415 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4bb88e8b-c392-42e1-9ceb-8d6a2e763963 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:05.130566 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-4bb88e8b-c392-42e1-9ceb-8d6a2e763963 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0847316 Sep 26 18:14:05.130887 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 55610) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:14:05.153566 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6e0b9302-555a-4482-afd6-9afa8fd902fd tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:05.155238 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-8242d9af-db2b-4f89-807f-5e6960c95f0a None None] Set router 63d87b1a-d8fa-418e-9cc7-6f3481468e11 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:14:05.183536 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8189fb-2efe-4b3c-acaa-0807d3ee297c req-c4687e1b-dc1f-4388-85b1-72047907470a tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:05.185007 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3b8189fb-2efe-4b3c-acaa-0807d3ee297c req-c4687e1b-dc1f-4388-85b1-72047907470a tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=94bc578d-8428-4b87-99d5-003bdc0ba332 HTTP/1.1" status: 200 len: 945 time: 0.0935559 Sep 26 18:14:05.231040 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6e0b9302-555a-4482-afd6-9afa8fd902fd tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (5b27012d-8dbb-4b86-a544-20a2d6af2c4d), after_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:05.338870 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.db.l3_db [None req-6e0b9302-555a-4482-afd6-9afa8fd902fd tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Floating IP 5b27012d-8dbb-4b86-a544-20a2d6af2c4d associated. External IP: 172.27.3.204, port: 35358136-74af-49bb-a78d-b31cb0a84ec0. Sep 26 18:14:05.373690 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-3b8189fb-2efe-4b3c-acaa-0807d3ee297c req-dbe62ca0-501f-49e7-a8ee-02e8b554b4dd tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Deleting port 4e8280a9-6d23-43f5-b7bd-ea29e328b808 {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:14:05.374703 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-3b8189fb-2efe-4b3c-acaa-0807d3ee297c req-dbe62ca0-501f-49e7-a8ee-02e8b554b4dd tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (4e8280a9-6d23-43f5-b7bd-ea29e328b808), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:05.482017 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-8242d9af-db2b-4f89-807f-5e6960c95f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d87b1a-d8fa-418e-9cc7-6f3481468e11', 'name': 'tempest-TestMinimumBasicScenario-1471760987-router', 'tenant_id': 'de31ca54ad8e46d29d9a868ce8c54afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '0b737456-2429-4a69-9fbf-d89eb7d135b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:14:02Z', 'updated_at': '2022-09-26T18:14:04Z', 'revision_number': 3, 'project_id': 'de31ca54ad8e46d29d9a868ce8c54afe', 'gw_port': {'id': '0b737456-2429-4a69-9fbf-d89eb7d135b2', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d87b1a-d8fa-418e-9cc7-6f3481468e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:14:03Z', 'updated_at': '2022-09-26T18:14:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:14:05.495805 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:05.531051 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8242d9af-db2b-4f89-807f-5e6960c95f0a None None] Checking router: 63d87b1a-d8fa-418e-9cc7-6f3481468e11 for host: dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:14:05.531554 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8242d9af-db2b-4f89-807f-5e6960c95f0a None None] Updating router 63d87b1a-d8fa-418e-9cc7-6f3481468e11 port 0b737456-2429-4a69-9fbf-d89eb7d135b2 binding host dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:14:05.557442 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-3b8189fb-2efe-4b3c-acaa-0807d3ee297c req-dbe62ca0-501f-49e7-a8ee-02e8b554b4dd tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] For port 4e8280a9-6d23-43f5-b7bd-ea29e328b808, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=4e8280a9-6d23-43f5-b7bd-ea29e328b808,segment=NetworkSegment(d0cbad2c-e329-4aab-ab77-16ad7069e3cf),segment_id=d0cbad2c-e329-4aab-ab77-16ad7069e3cf)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:14:05.557809 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-3b8189fb-2efe-4b3c-acaa-0807d3ee297c req-dbe62ca0-501f-49e7-a8ee-02e8b554b4dd tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (4e8280a9-6d23-43f5-b7bd-ea29e328b808), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:05.566788 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0b9302-555a-4482-afd6-9afa8fd902fd tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Router 8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:14:05.568876 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:05.571911 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-9c245fa1-5962-4bca-bae0-c9188e16284a None None] Current status of the port ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:14:05.578876 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-8242d9af-db2b-4f89-807f-5e6960c95f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (0b737456-2429-4a69-9fbf-d89eb7d135b2), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:05.583854 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-3b8189fb-2efe-4b3c-acaa-0807d3ee297c req-dbe62ca0-501f-49e7-a8ee-02e8b554b4dd tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Calling delete_port for 4e8280a9-6d23-43f5-b7bd-ea29e328b808 owned by compute:nova {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:14:05.626009 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:05.687587 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0b9302-555a-4482-afd6-9afa8fd902fd tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:14:05.692671 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-6e0b9302-555a-4482-afd6-9afa8fd902fd tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:05.701390 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1870f37d-9f59-4caa-9cb8-023e29fc67e7 None None] Sync routers for ids ['8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:14:05.713140 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1870f37d-9f59-4caa-9cb8-023e29fc67e7 None None] Routers {'8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:14:05.713426 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-87a35345-a53f-4349-b89c-b69394ab7970 None None] Provisioning complete for port ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:14:05.713813 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-87a35345-a53f-4349-b89c-b69394ab7970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:05.714161 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-87a35345-a53f-4349-b89c-b69394ab7970 None None] Attempt 1 to provision port ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1 Sep 26 18:14:05.714547 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-1870f37d-9f59-4caa-9cb8-023e29fc67e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:14:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:14:05.729801 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:05.753374 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-6e0b9302-555a-4482-afd6-9afa8fd902fd tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "PUT /networking/v2.0/floatingips/5b27012d-8dbb-4b86-a544-20a2d6af2c4d HTTP/1.1" status: 200 len: 992 time: 1.3493669 Sep 26 18:14:05.753374 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a679ce86-f6fe-43f2-91ba-7910d805abfd', 'tag': '35358136-74af-49bb-a78d-b31cb0a84ec0'}] {{(pid=106582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:14:05.754921 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad02a4637bbc6784d86a2aace3320df3411a20e2c44f76b201c317bb75c75a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bfef78-f9a0-44cf-875e-5a76b70e088f" -d '{"events": [{"name": "network-changed", "server_uuid": "a679ce86-f6fe-43f2-91ba-7910d805abfd", "tag": "35358136-74af-49bb-a78d-b31cb0a84ec0"}]}' {{(pid=106582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:14:05.838034 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:05.851432 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06172a6f-8ec2-42a7-ae39-2e9dece78b82 x-openstack-request-id: req-06172a6f-8ec2-42a7-ae39-2e9dece78b82 {{(pid=106582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:14:05.851763 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a679ce86-f6fe-43f2-91ba-7910d805abfd", "tag": "35358136-74af-49bb-a78d-b31cb0a84ec0", "status": "completed", "code": 200}]} {{(pid=106582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:14:05.852021 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-06172a6f-8ec2-42a7-ae39-2e9dece78b82 {{(pid=106582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:14:05.852815 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06172a6f-8ec2-42a7-ae39-2e9dece78b82'] response: {'name': 'network-changed', 'server_uuid': 'a679ce86-f6fe-43f2-91ba-7910d805abfd', 'tag': '35358136-74af-49bb-a78d-b31cb0a84ec0', 'status': 'completed', 'code': 200} Sep 26 18:14:05.881451 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-1870f37d-9f59-4caa-9cb8-023e29fc67e7 None None] Set router 8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:14:05.901598 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-87a35345-a53f-4349-b89c-b69394ab7970 None None] Current status of the port ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:14:05.928712 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=100 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:05.947510 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-62ec6d3c-0676-4755-8a08-14a232b93010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:05.947664 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-8242d9af-db2b-4f89-807f-5e6960c95f0a None None] Publish callbacks [] for port (0b737456-2429-4a69-9fbf-d89eb7d135b2), precommit_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:05.970423 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d3631-7b77-4e4d-9069-1584e5967987 req-cf4b14cd-af41-4310-9991-e405ac94f8da tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:05.972873 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5e4d3631-7b77-4e4d-9069-1584e5967987 req-cf4b14cd-af41-4310-9991-e405ac94f8da tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=94bc578d-8428-4b87-99d5-003bdc0ba332 HTTP/1.1" status: 200 len: 945 time: 0.1153784 Sep 26 18:14:05.992462 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfef78-f9a0-44cf-875e-5a76b70e088f req-e5996e87-9958-4040-b3d1-377d6d6bc6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:05.993959 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-74bfef78-f9a0-44cf-875e-5a76b70e088f req-e5996e87-9958-4040-b3d1-377d6d6bc6be service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=7750acf9ab4843d1a3848472e99881a1&device_id=a679ce86-f6fe-43f2-91ba-7910d805abfd HTTP/1.1" status: 200 len: 1130 time: 0.0907717 Sep 26 18:14:06.023828 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-3b8189fb-2efe-4b3c-acaa-0807d3ee297c req-dbe62ca0-501f-49e7-a8ee-02e8b554b4dd tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (4e8280a9-6d23-43f5-b7bd-ea29e328b808), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:06.027458 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-8242d9af-db2b-4f89-807f-5e6960c95f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (0b737456-2429-4a69-9fbf-d89eb7d135b2), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:06.051535 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:06.086011 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['4e8280a9-6d23-43f5-b7bd-ea29e328b808'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:14:06.088822 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:14:06.097847 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-8242d9af-db2b-4f89-807f-5e6960c95f0a None None] Attempting to bind port 0b737456-2429-4a69-9fbf-d89eb7d135b2 on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:14:06.103338 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-8242d9af-db2b-4f89-807f-5e6960c95f0a None None] Attempting to bind port 0b737456-2429-4a69-9fbf-d89eb7d135b2 by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:14:06.103338 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8242d9af-db2b-4f89-807f-5e6960c95f0a None None] Attempting to bind port 0b737456-2429-4a69-9fbf-d89eb7d135b2 on network 75671e20-856b-479b-bee1-be813a3f2eee {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:14:06.147410 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe62ca0-501f-49e7-a8ee-02e8b554b4dd tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Pushing event deleted for resources: {'Port': ['ID=4e8280a9-6d23-43f5-b7bd-ea29e328b808,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:06.149937 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-1870f37d-9f59-4caa-9cb8-023e29fc67e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'name': 'tempest-AttachVolumeTestJSON-1898921580-router', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:47Z', 'revision_number': 4, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'gw_port': {'id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '5b27012d-8dbb-4b86-a544-20a2d6af2c4d', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'port_id': '35358136-74af-49bb-a78d-b31cb0a84ec0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443', 'mac_address': 'fa:16:3e:5c:1d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a679ce86-f6fe-43f2-91ba-7910d805abfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:13:43Z', 'updated_at': '2022-09-26T18:14:05Z', 'revision_number': 1, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d43dcc-e096-4d8b-81c2-766ba67243fc', 'name': '', 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'mac_address': 'fa:16:3e:3c:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:46Z', 'updated_at': '2022-09-26T18:09:51Z', 'revision_number': 5, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'subnets': [{'id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:14:06.186086 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1870f37d-9f59-4caa-9cb8-023e29fc67e7 None None] Checking router: 8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0 for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:14:06.190681 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377b737-a1f3-4d13-a965-69bc2aac63d3 None None] Pushing event updated for resources: {'Port': ['ID=0b737456-2429-4a69-9fbf-d89eb7d135b2,revision_number=2']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:06.205475 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1870f37d-9f59-4caa-9cb8-023e29fc67e7 None None] Routers {'8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:14:06.205475 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-1870f37d-9f59-4caa-9cb8-023e29fc67e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:14:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:14:06.206036 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:06.219996 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8242d9af-db2b-4f89-807f-5e6960c95f0a None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:14:06.221049 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8242d9af-db2b-4f89-807f-5e6960c95f0a None None] Checking segment: {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:14:06.221987 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-8242d9af-db2b-4f89-807f-5e6960c95f0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:06.221987 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8242d9af-db2b-4f89-807f-5e6960c95f0a None None] Bound using segment: {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:14:06.222361 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-8242d9af-db2b-4f89-807f-5e6960c95f0a None None] Bound port: 0b737456-2429-4a69-9fbf-d89eb7d135b2, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:14:06.222751 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-8242d9af-db2b-4f89-807f-5e6960c95f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (0b737456-2429-4a69-9fbf-d89eb7d135b2), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:06.227104 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5e4d3631-7b77-4e4d-9069-1584e5967987 req-5f78267e-e8f6-427b-98de-0a122028e1da tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5dd9ae79-4c09-477b-bc3e-56ac9f209e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462258 Sep 26 18:14:06.252173 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:14:06.252173 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:06.252173 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1 Sep 26 18:14:06.252509 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8189fb-2efe-4b3c-acaa-0807d3ee297c req-dbe62ca0-501f-49e7-a8ee-02e8b554b4dd tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] No DVR routers for this DVR port 4e8280a9-6d23-43f5-b7bd-ea29e328b808 on host hv-cinder-85931 {{(pid=106583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:14:06.268629 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-3b8189fb-2efe-4b3c-acaa-0807d3ee297c req-dbe62ca0-501f-49e7-a8ee-02e8b554b4dd tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:06.272316 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3b8189fb-2efe-4b3c-acaa-0807d3ee297c req-dbe62ca0-501f-49e7-a8ee-02e8b554b4dd tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.88 "DELETE /networking/v2.0/ports/4e8280a9-6d23-43f5-b7bd-ea29e328b808 HTTP/1.1" status: 204 len: 173 time: 1.0804715 Sep 26 18:14:06.272878 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94bc578d-8428-4b87-99d5-003bdc0ba332', 'name': 'network-vif-deleted', 'tag': '4e8280a9-6d23-43f5-b7bd-ea29e328b808'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:14:06.277082 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eeda5f3-d157-4843-ae2c-f8dc45ae573a" -d '{"events": [{"server_uuid": "94bc578d-8428-4b87-99d5-003bdc0ba332", "name": "network-vif-deleted", "tag": "4e8280a9-6d23-43f5-b7bd-ea29e328b808"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:14:06.317938 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-8242d9af-db2b-4f89-807f-5e6960c95f0a None None] For port 0b737456-2429-4a69-9fbf-d89eb7d135b2, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:14:06.322862 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfef78-f9a0-44cf-875e-5a76b70e088f req-4d25db31-a0e1-4a25-b706-38be7cecb8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:06.323080 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-8242d9af-db2b-4f89-807f-5e6960c95f0a None None] For port 0b737456-2429-4a69-9fbf-d89eb7d135b2, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=0b737456-2429-4a69-9fbf-d89eb7d135b2,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:14:06.324436 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-74bfef78-f9a0-44cf-875e-5a76b70e088f req-4d25db31-a0e1-4a25-b706-38be7cecb8ad service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=cfb449ba-f5c1-48f2-86e2-66ac0c50a443 HTTP/1.1" status: 200 len: 912 time: 0.3216844 Sep 26 18:14:06.341505 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a5f4c6-5cdb-417a-81e4-5d0da27e4a85 x-openstack-request-id: req-43a5f4c6-5cdb-417a-81e4-5d0da27e4a85 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:14:06.341712 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94bc578d-8428-4b87-99d5-003bdc0ba332", "name": "network-vif-deleted", "tag": "4e8280a9-6d23-43f5-b7bd-ea29e328b808", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:14:06.341946 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-43a5f4c6-5cdb-417a-81e4-5d0da27e4a85 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:14:06.342351 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43a5f4c6-5cdb-417a-81e4-5d0da27e4a85'] response: {'server_uuid': '94bc578d-8428-4b87-99d5-003bdc0ba332', 'name': 'network-vif-deleted', 'tag': '4e8280a9-6d23-43f5-b7bd-ea29e328b808', 'status': 'completed', 'code': 200} Sep 26 18:14:06.356073 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-1870f37d-9f59-4caa-9cb8-023e29fc67e7 None None] Set router 8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:14:06.368966 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:14:06.394160 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [None req-62ec6d3c-0676-4755-8a08-14a232b93010 admin admin] Allocated IP 172.20.0.1 (b7c43c82-00a2-49de-bcbf-63d341ac4193/408d4850-ec41-4902-98cc-fb52efed9a65/045719cf-a7a0-4563-8b1d-ff09370deaa0) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:14:06.414433 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-8242d9af-db2b-4f89-807f-5e6960c95f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (0b737456-2429-4a69-9fbf-d89eb7d135b2), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:06.421030 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-74bfef78-f9a0-44cf-875e-5a76b70e088f req-6f9ae649-889a-46bb-a654-3edc685c4d8f service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35358136-74af-49bb-a78d-b31cb0a84ec0 HTTP/1.1" status: 200 len: 1000 time: 0.0887673 Sep 26 18:14:06.455886 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8242d9af-db2b-4f89-807f-5e6960c95f0a None None] Routers {'63d87b1a-d8fa-418e-9cc7-6f3481468e11'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:14:06.456540 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-8242d9af-db2b-4f89-807f-5e6960c95f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:14:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['63d87b1a-d8fa-418e-9cc7-6f3481468e11'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:14:06.518310 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377b737-a1f3-4d13-a965-69bc2aac63d3 None None] Pushing event updated for resources: {'Port': ['ID=0b737456-2429-4a69-9fbf-d89eb7d135b2,revision_number=3']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:06.598700 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-8242d9af-db2b-4f89-807f-5e6960c95f0a None None] Set router 63d87b1a-d8fa-418e-9cc7-6f3481468e11 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:14:06.613449 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-1870f37d-9f59-4caa-9cb8-023e29fc67e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'name': 'tempest-AttachVolumeTestJSON-1898921580-router', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:47Z', 'revision_number': 4, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'gw_port': {'id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '5b27012d-8dbb-4b86-a544-20a2d6af2c4d', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'port_id': '35358136-74af-49bb-a78d-b31cb0a84ec0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443', 'mac_address': 'fa:16:3e:5c:1d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a679ce86-f6fe-43f2-91ba-7910d805abfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:13:43Z', 'updated_at': '2022-09-26T18:14:05Z', 'revision_number': 1, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d43dcc-e096-4d8b-81c2-766ba67243fc', 'name': '', 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'mac_address': 'fa:16:3e:3c:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:46Z', 'updated_at': '2022-09-26T18:09:51Z', 'revision_number': 5, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'subnets': [{'id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:14:06.640623 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1870f37d-9f59-4caa-9cb8-023e29fc67e7 None None] The sync data for ids ['8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'] in dv-cinder-859319-1-iscsi is: [{'id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'name': 'tempest-AttachVolumeTestJSON-1898921580-router', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:47Z', 'revision_number': 4, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'gw_port': {'id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '5b27012d-8dbb-4b86-a544-20a2d6af2c4d', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'port_id': '35358136-74af-49bb-a78d-b31cb0a84ec0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443', 'mac_address': 'fa:16:3e:5c:1d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a679ce86-f6fe-43f2-91ba-7910d805abfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:13:43Z', 'updated_at': '2022-09-26T18:14:05Z', 'revision_number': 1, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d43dcc-e096-4d8b-81c2-766ba67243fc', 'name': '', 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'mac_address': 'fa:16:3e:3c:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:46Z', 'updated_at': '2022-09-26T18:09:51Z', 'revision_number': 5, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'subnets': [{'id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:14:06.788125 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-8242d9af-db2b-4f89-807f-5e6960c95f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d87b1a-d8fa-418e-9cc7-6f3481468e11', 'name': 'tempest-TestMinimumBasicScenario-1471760987-router', 'tenant_id': 'de31ca54ad8e46d29d9a868ce8c54afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '0b737456-2429-4a69-9fbf-d89eb7d135b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:14:02Z', 'updated_at': '2022-09-26T18:14:04Z', 'revision_number': 3, 'project_id': 'de31ca54ad8e46d29d9a868ce8c54afe', 'gw_port': {'id': '0b737456-2429-4a69-9fbf-d89eb7d135b2', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d87b1a-d8fa-418e-9cc7-6f3481468e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:14:03Z', 'updated_at': '2022-09-26T18:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:14:06.816563 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8242d9af-db2b-4f89-807f-5e6960c95f0a None None] The sync data for ids ['63d87b1a-d8fa-418e-9cc7-6f3481468e11'] in dv-cinder-859319-1-iscsi is: [{'id': '63d87b1a-d8fa-418e-9cc7-6f3481468e11', 'name': 'tempest-TestMinimumBasicScenario-1471760987-router', 'tenant_id': 'de31ca54ad8e46d29d9a868ce8c54afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '0b737456-2429-4a69-9fbf-d89eb7d135b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:14:02Z', 'updated_at': '2022-09-26T18:14:04Z', 'revision_number': 3, 'project_id': 'de31ca54ad8e46d29d9a868ce8c54afe', 'gw_port': {'id': '0b737456-2429-4a69-9fbf-d89eb7d135b2', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d87b1a-d8fa-418e-9cc7-6f3481468e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:14:03Z', 'updated_at': '2022-09-26T18:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}] {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:14:06.856436 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfef78-f9a0-44cf-875e-5a76b70e088f req-4d1f7729-85a3-4d2f-a2ed-7e05f80d3a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:06.858449 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-74bfef78-f9a0-44cf-875e-5a76b70e088f req-4d1f7729-85a3-4d2f-a2ed-7e05f80d3a58 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=83aedef4-9250-4b02-8624-1d67dbb0e7cd HTTP/1.1" status: 200 len: 850 time: 0.4240899 Sep 26 18:14:06.941193 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:06.941664 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cefc66a-54ec-4dcb-b42c-f734ba87406d None None] New status for floating IP 5b27012d-8dbb-4b86-a544-20a2d6af2c4d: ACTIVE {{(pid=106584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:14:06.971885 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfef78-f9a0-44cf-875e-5a76b70e088f req-a65bbb80-c2c7-4521-876c-61b7abc1db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:06.973443 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-74bfef78-f9a0-44cf-875e-5a76b70e088f req-a65bbb80-c2c7-4521-876c-61b7abc1db47 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=cfb449ba-f5c1-48f2-86e2-66ac0c50a443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1014609 Sep 26 18:14:06.992965 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-62ec6d3c-0676-4755-8a08-14a232b93010 admin admin] Publish callbacks [] for port (045719cf-a7a0-4563-8b1d-ff09370deaa0), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:07.127878 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-62ec6d3c-0676-4755-8a08-14a232b93010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (045719cf-a7a0-4563-8b1d-ff09370deaa0), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:07.152820 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:07.195842 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ec6d3c-0676-4755-8a08-14a232b93010 admin admin] Network b7c43c82-00a2-49de-bcbf-63d341ac4193 is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:14:07.229603 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-62ec6d3c-0676-4755-8a08-14a232b93010 admin admin] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:14:07.232952 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ec6d3c-0676-4755-8a08-14a232b93010 admin admin] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:14:07.299519 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-62ec6d3c-0676-4755-8a08-14a232b93010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-492387'] for router_interface (63d87b1a-d8fa-418e-9cc7-6f3481468e11), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:07.350865 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec6d3c-0676-4755-8a08-14a232b93010 admin admin] Pushing event updated for resources: {'Port': ['ID=045719cf-a7a0-4563-8b1d-ff09370deaa0,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:07.436462 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:07.441786 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6d0593bf-ee2e-4842-9017-f7d5c3e7b233 req-6cb989a0-da63-4f9c-b565-fb834b4e90c1 tempest-VolumesSnapshotTestJSON-471786393 tempest-VolumesSnapshotTestJSON-471786393-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=94bc578d-8428-4b87-99d5-003bdc0ba332 HTTP/1.1" status: 200 len: 210 time: 0.0558121 Sep 26 18:14:07.495935 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-74bfef78-f9a0-44cf-875e-5a76b70e088f req-abb841d2-e564-4c09-b7e7-110d0112fc75 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/cfb449ba-f5c1-48f2-86e2-66ac0c50a443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357270 Sep 26 18:14:07.716447 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-cab893a9-0abb-4a65-9ac3-215f197bf309 None None] Provisioning complete for port 045719cf-a7a0-4563-8b1d-ff09370deaa0 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:14:07.716447 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-cab893a9-0abb-4a65-9ac3-215f197bf309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (045719cf-a7a0-4563-8b1d-ff09370deaa0), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:07.716447 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-cab893a9-0abb-4a65-9ac3-215f197bf309 None None] Attempt 1 to provision port 045719cf-a7a0-4563-8b1d-ff09370deaa0 Sep 26 18:14:07.716447 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:07.717323 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-74bfef78-f9a0-44cf-875e-5a76b70e088f req-b5abc497-87d0-43af-b775-c78718b5f8ca service neutron] 10.222.0.88 "GET /networking/v2.0/networks/cfb449ba-f5c1-48f2-86e2-66ac0c50a443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459267 Sep 26 18:14:07.717442 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-cab893a9-0abb-4a65-9ac3-215f197bf309 None None] Port 045719cf-a7a0-4563-8b1d-ff09370deaa0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:14:07.781229 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-62ec6d3c-0676-4755-8a08-14a232b93010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (045719cf-a7a0-4563-8b1d-ff09370deaa0), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:07.798140 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:07.987416 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-62ec6d3c-0676-4755-8a08-14a232b93010 admin admin] Publish callbacks [] for port (045719cf-a7a0-4563-8b1d-ff09370deaa0), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:08.079278 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 0b737456-2429-4a69-9fbf-d89eb7d135b2 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:14:08.104538 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-62ec6d3c-0676-4755-8a08-14a232b93010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (045719cf-a7a0-4563-8b1d-ff09370deaa0), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:08.134440 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 0b737456-2429-4a69-9fbf-d89eb7d135b2 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:14:08.135273 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (0b737456-2429-4a69-9fbf-d89eb7d135b2), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:08.135625 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 0b737456-2429-4a69-9fbf-d89eb7d135b2 Sep 26 18:14:08.176197 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-cab893a9-0abb-4a65-9ac3-215f197bf309 None None] Attempt 2 to provision port 045719cf-a7a0-4563-8b1d-ff09370deaa0 Sep 26 18:14:08.186065 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-62ec6d3c-0676-4755-8a08-14a232b93010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-642360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-492535'] for router_interface (63d87b1a-d8fa-418e-9cc7-6f3481468e11), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:08.188100 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec6d3c-0676-4755-8a08-14a232b93010 admin admin] Pushing event updated for resources: {'Port': ['ID=045719cf-a7a0-4563-8b1d-ff09370deaa0,revision_number=2']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:08.192466 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:08.244382 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:08.252473 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-cab893a9-0abb-4a65-9ac3-215f197bf309 None None] Port 045719cf-a7a0-4563-8b1d-ff09370deaa0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:14:08.256250 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 0b737456-2429-4a69-9fbf-d89eb7d135b2 is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:14:08.256579 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (0b737456-2429-4a69-9fbf-d89eb7d135b2), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:08.280395 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] For port 0b737456-2429-4a69-9fbf-d89eb7d135b2, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=0b737456-2429-4a69-9fbf-d89eb7d135b2,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:14:08.290575 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ec6d3c-0676-4755-8a08-14a232b93010 admin admin] Network b7c43c82-00a2-49de-bcbf-63d341ac4193 is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:14:08.292019 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-62ec6d3c-0676-4755-8a08-14a232b93010 admin admin] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:14:08.407150 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (0b737456-2429-4a69-9fbf-d89eb7d135b2), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:08.413891 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ec6d3c-0676-4755-8a08-14a232b93010 admin admin] Router 63d87b1a-d8fa-418e-9cc7-6f3481468e11 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:14:08.496005 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Pushing event updated for resources: {'Port': ['ID=0b737456-2429-4a69-9fbf-d89eb7d135b2,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:08.559083 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ec6d3c-0676-4755-8a08-14a232b93010 admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:14:08.559083 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-62ec6d3c-0676-4755-8a08-14a232b93010 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/63d87b1a-d8fa-418e-9cc7-6f3481468e11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4268346 Sep 26 18:14:08.753436 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-cab893a9-0abb-4a65-9ac3-215f197bf309 None None] Attempt 3 to provision port 045719cf-a7a0-4563-8b1d-ff09370deaa0 Sep 26 18:14:08.787672 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-cab893a9-0abb-4a65-9ac3-215f197bf309 None None] Port 045719cf-a7a0-4563-8b1d-ff09370deaa0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:14:09.142349 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=100 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:09.151583 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:14:09.288921 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-cab893a9-0abb-4a65-9ac3-215f197bf309 None None] Attempt 4 to provision port 045719cf-a7a0-4563-8b1d-ff09370deaa0 Sep 26 18:14:09.329688 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-cab893a9-0abb-4a65-9ac3-215f197bf309 None None] Port 045719cf-a7a0-4563-8b1d-ff09370deaa0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:14:09.831597 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-cab893a9-0abb-4a65-9ac3-215f197bf309 None None] Attempt 5 to provision port 045719cf-a7a0-4563-8b1d-ff09370deaa0 Sep 26 18:14:09.866519 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-cab893a9-0abb-4a65-9ac3-215f197bf309 None None] Port 045719cf-a7a0-4563-8b1d-ff09370deaa0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:14:09.927551 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14584f1b-4dd5-4809-aed7-2e903b9edf07 None None] Sync routers for ids ['63d87b1a-d8fa-418e-9cc7-6f3481468e11'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:14:09.938390 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14584f1b-4dd5-4809-aed7-2e903b9edf07 None None] Routers {'63d87b1a-d8fa-418e-9cc7-6f3481468e11'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:14:09.939047 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-14584f1b-4dd5-4809-aed7-2e903b9edf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:14:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['63d87b1a-d8fa-418e-9cc7-6f3481468e11'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:14:10.055072 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-14584f1b-4dd5-4809-aed7-2e903b9edf07 None None] Set router 63d87b1a-d8fa-418e-9cc7-6f3481468e11 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:14:10.075598 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 0b737456-2429-4a69-9fbf-d89eb7d135b2 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:14:10.134016 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 0b737456-2429-4a69-9fbf-d89eb7d135b2 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:14:10.134495 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (0b737456-2429-4a69-9fbf-d89eb7d135b2), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:10.135062 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 0b737456-2429-4a69-9fbf-d89eb7d135b2 Sep 26 18:14:10.226883 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 0b737456-2429-4a69-9fbf-d89eb7d135b2 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:14:10.364398 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-14584f1b-4dd5-4809-aed7-2e903b9edf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d87b1a-d8fa-418e-9cc7-6f3481468e11', 'name': 'tempest-TestMinimumBasicScenario-1471760987-router', 'tenant_id': 'de31ca54ad8e46d29d9a868ce8c54afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '0b737456-2429-4a69-9fbf-d89eb7d135b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:14:02Z', 'updated_at': '2022-09-26T18:14:07Z', 'revision_number': 4, 'project_id': 'de31ca54ad8e46d29d9a868ce8c54afe', 'gw_port': {'id': '0b737456-2429-4a69-9fbf-d89eb7d135b2', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d87b1a-d8fa-418e-9cc7-6f3481468e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:14:03Z', 'updated_at': '2022-09-26T18:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '045719cf-a7a0-4563-8b1d-ff09370deaa0', 'name': '', 'network_id': 'b7c43c82-00a2-49de-bcbf-63d341ac4193', 'tenant_id': 'de31ca54ad8e46d29d9a868ce8c54afe', 'mac_address': 'fa:16:3e:df:ba:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d87b1a-d8fa-418e-9cc7-6f3481468e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '408d4850-ec41-4902-98cc-fb52efed9a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:14:05Z', 'updated_at': '2022-09-26T18:14:07Z', 'revision_number': 2, 'project_id': 'de31ca54ad8e46d29d9a868ce8c54afe', 'subnets': [{'id': '408d4850-ec41-4902-98cc-fb52efed9a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:14:10.368125 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-cab893a9-0abb-4a65-9ac3-215f197bf309 None None] Attempt 6 to provision port 045719cf-a7a0-4563-8b1d-ff09370deaa0 Sep 26 18:14:10.394644 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14584f1b-4dd5-4809-aed7-2e903b9edf07 None None] Checking router: 63d87b1a-d8fa-418e-9cc7-6f3481468e11 for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:14:10.395248 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14584f1b-4dd5-4809-aed7-2e903b9edf07 None None] Updating router 63d87b1a-d8fa-418e-9cc7-6f3481468e11 port 045719cf-a7a0-4563-8b1d-ff09370deaa0 binding host dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:14:10.404284 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-cab893a9-0abb-4a65-9ac3-215f197bf309 None None] Port 045719cf-a7a0-4563-8b1d-ff09370deaa0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:14:10.436573 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-14584f1b-4dd5-4809-aed7-2e903b9edf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (045719cf-a7a0-4563-8b1d-ff09370deaa0), before_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:10.728407 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 4e8280a9-6d23-43f5-b7bd-ea29e328b808 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:14:10.766818 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] No Port match for: 4e8280a9-6d23-43f5-b7bd-ea29e328b808 {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:14:10.768016 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 4e8280a9-6d23-43f5-b7bd-ea29e328b808 not bound to the agent host hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:14:10.773004 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-14584f1b-4dd5-4809-aed7-2e903b9edf07 None None] Publish callbacks [] for port (045719cf-a7a0-4563-8b1d-ff09370deaa0), precommit_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:10.837045 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-14584f1b-4dd5-4809-aed7-2e903b9edf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (045719cf-a7a0-4563-8b1d-ff09370deaa0), after_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:10.865764 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:10.884739 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3f5a9-7b17-44fa-b651-6f5db9e0bc00 None None] Pushing event updated for resources: {'Port': ['ID=045719cf-a7a0-4563-8b1d-ff09370deaa0,revision_number=3']} {{(pid=106585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:10.905388 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-cab893a9-0abb-4a65-9ac3-215f197bf309 None None] Attempt 7 to provision port 045719cf-a7a0-4563-8b1d-ff09370deaa0 Sep 26 18:14:10.985191 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-cab893a9-0abb-4a65-9ac3-215f197bf309 None None] Port 045719cf-a7a0-4563-8b1d-ff09370deaa0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:14:11.001332 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-14584f1b-4dd5-4809-aed7-2e903b9edf07 None None] Attempting to bind port 045719cf-a7a0-4563-8b1d-ff09370deaa0 on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:14:11.002353 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-14584f1b-4dd5-4809-aed7-2e903b9edf07 None None] Attempting to bind port 045719cf-a7a0-4563-8b1d-ff09370deaa0 by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': 'bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b7c43c82-00a2-49de-bcbf-63d341ac4193'}] {{(pid=106585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:14:11.002790 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14584f1b-4dd5-4809-aed7-2e903b9edf07 None None] Attempting to bind port 045719cf-a7a0-4563-8b1d-ff09370deaa0 on network b7c43c82-00a2-49de-bcbf-63d341ac4193 {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:14:11.054028 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14584f1b-4dd5-4809-aed7-2e903b9edf07 None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:14:11.054518 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14584f1b-4dd5-4809-aed7-2e903b9edf07 None None] Checking segment: {'id': 'bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b7c43c82-00a2-49de-bcbf-63d341ac4193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:14:11.054987 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-14584f1b-4dd5-4809-aed7-2e903b9edf07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:11.055384 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14584f1b-4dd5-4809-aed7-2e903b9edf07 None None] Bound using segment: {'id': 'bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b7c43c82-00a2-49de-bcbf-63d341ac4193'} {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:14:11.055890 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-14584f1b-4dd5-4809-aed7-2e903b9edf07 None None] Bound port: 045719cf-a7a0-4563-8b1d-ff09370deaa0, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b7c43c82-00a2-49de-bcbf-63d341ac4193'}}] {{(pid=106585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:14:11.056274 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-14584f1b-4dd5-4809-aed7-2e903b9edf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (045719cf-a7a0-4563-8b1d-ff09370deaa0), before_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:11.093233 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:11.140287 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.db [None req-14584f1b-4dd5-4809-aed7-2e903b9edf07 None None] For port 045719cf-a7a0-4563-8b1d-ff09370deaa0, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:14:11.144502 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.db [None req-14584f1b-4dd5-4809-aed7-2e903b9edf07 None None] For port 045719cf-a7a0-4563-8b1d-ff09370deaa0, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=045719cf-a7a0-4563-8b1d-ff09370deaa0,segment=NetworkSegment(bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01),segment_id=bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01)] {{(pid=106585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:14:11.256098 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-14584f1b-4dd5-4809-aed7-2e903b9edf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (045719cf-a7a0-4563-8b1d-ff09370deaa0), after_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:11.319144 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14584f1b-4dd5-4809-aed7-2e903b9edf07 None None] Routers {'63d87b1a-d8fa-418e-9cc7-6f3481468e11'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:14:11.319829 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-14584f1b-4dd5-4809-aed7-2e903b9edf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:14:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['63d87b1a-d8fa-418e-9cc7-6f3481468e11'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:14:11.362115 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3f5a9-7b17-44fa-b651-6f5db9e0bc00 None None] Pushing event updated for resources: {'Port': ['ID=045719cf-a7a0-4563-8b1d-ff09370deaa0,revision_number=4']} {{(pid=106585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:11.446128 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-14584f1b-4dd5-4809-aed7-2e903b9edf07 None None] Set router 63d87b1a-d8fa-418e-9cc7-6f3481468e11 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:14:11.487638 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-cab893a9-0abb-4a65-9ac3-215f197bf309 None None] Attempt 8 to provision port 045719cf-a7a0-4563-8b1d-ff09370deaa0 Sep 26 18:14:11.592673 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-cab893a9-0abb-4a65-9ac3-215f197bf309 None None] Current status of the port 045719cf-a7a0-4563-8b1d-ff09370deaa0 is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:14:11.593577 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-cab893a9-0abb-4a65-9ac3-215f197bf309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (045719cf-a7a0-4563-8b1d-ff09370deaa0), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:11.646833 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-cab893a9-0abb-4a65-9ac3-215f197bf309 None None] For port 045719cf-a7a0-4563-8b1d-ff09370deaa0, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=045719cf-a7a0-4563-8b1d-ff09370deaa0,segment=NetworkSegment(bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01),segment_id=bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:14:11.692116 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-14584f1b-4dd5-4809-aed7-2e903b9edf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d87b1a-d8fa-418e-9cc7-6f3481468e11', 'name': 'tempest-TestMinimumBasicScenario-1471760987-router', 'tenant_id': 'de31ca54ad8e46d29d9a868ce8c54afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '0b737456-2429-4a69-9fbf-d89eb7d135b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:14:02Z', 'updated_at': '2022-09-26T18:14:07Z', 'revision_number': 4, 'project_id': 'de31ca54ad8e46d29d9a868ce8c54afe', 'gw_port': {'id': '0b737456-2429-4a69-9fbf-d89eb7d135b2', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d87b1a-d8fa-418e-9cc7-6f3481468e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:14:03Z', 'updated_at': '2022-09-26T18:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '045719cf-a7a0-4563-8b1d-ff09370deaa0', 'name': '', 'network_id': 'b7c43c82-00a2-49de-bcbf-63d341ac4193', 'tenant_id': 'de31ca54ad8e46d29d9a868ce8c54afe', 'mac_address': 'fa:16:3e:df:ba:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d87b1a-d8fa-418e-9cc7-6f3481468e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '408d4850-ec41-4902-98cc-fb52efed9a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:14:05Z', 'updated_at': '2022-09-26T18:14:11Z', 'revision_number': 4, 'project_id': 'de31ca54ad8e46d29d9a868ce8c54afe', 'subnets': [{'id': '408d4850-ec41-4902-98cc-fb52efed9a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:14:11.721647 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14584f1b-4dd5-4809-aed7-2e903b9edf07 None None] The sync data for ids ['63d87b1a-d8fa-418e-9cc7-6f3481468e11'] in dv-cinder-859319-1-iscsi is: [{'id': '63d87b1a-d8fa-418e-9cc7-6f3481468e11', 'name': 'tempest-TestMinimumBasicScenario-1471760987-router', 'tenant_id': 'de31ca54ad8e46d29d9a868ce8c54afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '0b737456-2429-4a69-9fbf-d89eb7d135b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:14:02Z', 'updated_at': '2022-09-26T18:14:07Z', 'revision_number': 4, 'project_id': 'de31ca54ad8e46d29d9a868ce8c54afe', 'gw_port': {'id': '0b737456-2429-4a69-9fbf-d89eb7d135b2', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d87b1a-d8fa-418e-9cc7-6f3481468e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:14:03Z', 'updated_at': '2022-09-26T18:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '045719cf-a7a0-4563-8b1d-ff09370deaa0', 'name': '', 'network_id': 'b7c43c82-00a2-49de-bcbf-63d341ac4193', 'tenant_id': 'de31ca54ad8e46d29d9a868ce8c54afe', 'mac_address': 'fa:16:3e:df:ba:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d87b1a-d8fa-418e-9cc7-6f3481468e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '408d4850-ec41-4902-98cc-fb52efed9a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:14:05Z', 'updated_at': '2022-09-26T18:14:11Z', 'revision_number': 4, 'project_id': 'de31ca54ad8e46d29d9a868ce8c54afe', 'subnets': [{'id': '408d4850-ec41-4902-98cc-fb52efed9a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:14:11.728122 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-cab893a9-0abb-4a65-9ac3-215f197bf309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (045719cf-a7a0-4563-8b1d-ff09370deaa0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:11.879003 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-116a63e6-d696-4380-a5d5-ee569edec211 None None] Provisioning complete for port 045719cf-a7a0-4563-8b1d-ff09370deaa0 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:14:11.879003 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-116a63e6-d696-4380-a5d5-ee569edec211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (045719cf-a7a0-4563-8b1d-ff09370deaa0), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:11.879003 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-116a63e6-d696-4380-a5d5-ee569edec211 None None] Attempt 1 to provision port 045719cf-a7a0-4563-8b1d-ff09370deaa0 Sep 26 18:14:11.931194 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab893a9-0abb-4a65-9ac3-215f197bf309 None None] Pushing event updated for resources: {'Port': ['ID=045719cf-a7a0-4563-8b1d-ff09370deaa0,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:12.024738 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:12.040251 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-116a63e6-d696-4380-a5d5-ee569edec211 None None] Current status of the port 045719cf-a7a0-4563-8b1d-ff09370deaa0 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:14:12.120334 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 045719cf-a7a0-4563-8b1d-ff09370deaa0 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:14:12.218368 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 045719cf-a7a0-4563-8b1d-ff09370deaa0 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:14:12.218895 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (045719cf-a7a0-4563-8b1d-ff09370deaa0), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:12.219389 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 045719cf-a7a0-4563-8b1d-ff09370deaa0 Sep 26 18:14:12.440817 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 045719cf-a7a0-4563-8b1d-ff09370deaa0 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:14:15.743422 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:16.487668 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:18.580658 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=73 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:20.988862 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-8ae57108-3739-4011-97f2-feb2b0fb9ff8 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:20.990408 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-8ae57108-3739-4011-97f2-feb2b0fb9ff8 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/networks?id=22db2827-402e-4cac-b75e-19e5cab992bc HTTP/1.1" status: 200 len: 814 time: 0.1279106 Sep 26 18:14:21.005853 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-0e280ac3-78ef-4c1d-99a2-d2fa259f7d41 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/quotas/3b1fa05de673407eae9d3b50898c7b04 HTTP/1.1" status: 200 len: 375 time: 0.0098305 Sep 26 18:14:21.059129 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-e20fdb7c-e5e2-49b0-b5c5-66fbe7f3cb3c tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3b1fa05de673407eae9d3b50898c7b04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475388 Sep 26 18:14:21.158134 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-cb022e35-ac0f-41bb-9740-5031a3ec16f5 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/22db2827-402e-4cac-b75e-19e5cab992bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869241 Sep 26 18:14:21.253993 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-1ba09469-7308-449f-90c0-ec03fe25c35c service neutron] 10.222.0.67 "GET /networking/v2.0/networks/22db2827-402e-4cac-b75e-19e5cab992bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897760 Sep 26 18:14:21.543697 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2807a5f9-80da-49f2-a073-8c54b17580e4 req-6efdd33f-1216-4566-ba4d-dc2c30995def tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 210 time: 0.0311091 Sep 26 18:14:22.630154 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4f456a8e-c729-47ce-8c9b-344db16ed6f6 req-457769ec-dd2c-4dd3-82e2-f41b2bb924af tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 210 time: 0.0292246 Sep 26 18:14:23.734429 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7dc236fa-05b8-4eda-a29c-41b6942594b8 req-89abb5e0-894a-44b6-aef2-b2d8e09e9c0b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 210 time: 0.0308290 Sep 26 18:14:24.547528 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4fe31a84-8711-4228-99c4-35ac910e3da6 req-18391c56-230f-48c3-a556-c2736549fdc9 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a679ce86-f6fe-43f2-91ba-7910d805abfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1400476 Sep 26 18:14:24.668840 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe31a84-8711-4228-99c4-35ac910e3da6 req-4956f185-4bae-473e-b8d8-e8968961edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:24.670350 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4fe31a84-8711-4228-99c4-35ac910e3da6 req-4956f185-4bae-473e-b8d8-e8968961edfe service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=7750acf9ab4843d1a3848472e99881a1&device_id=a679ce86-f6fe-43f2-91ba-7910d805abfd HTTP/1.1" status: 200 len: 1130 time: 0.0454240 Sep 26 18:14:24.854660 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-8597ae61-6828-4a93-b09c-bb904e0ffccf req-cd20d1eb-0b4c-47b7-ae87-9ddbffd02f2e tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 210 time: 0.0421886 Sep 26 18:14:24.856185 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe31a84-8711-4228-99c4-35ac910e3da6 req-0aab1aaf-38aa-4767-8827-34ba88d2a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:24.857782 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4fe31a84-8711-4228-99c4-35ac910e3da6 req-0aab1aaf-38aa-4767-8827-34ba88d2a27b service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=cfb449ba-f5c1-48f2-86e2-66ac0c50a443 HTTP/1.1" status: 200 len: 912 time: 0.1272192 Sep 26 18:14:24.925771 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4fe31a84-8711-4228-99c4-35ac910e3da6 req-a64bb453-3106-44f7-8c46-0f3f0d7f43fc service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35358136-74af-49bb-a78d-b31cb0a84ec0 HTTP/1.1" status: 200 len: 1002 time: 0.0613446 Sep 26 18:14:24.981778 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe31a84-8711-4228-99c4-35ac910e3da6 req-d28a35b9-ddbd-45d5-8f3b-71bb098b26b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:24.993730 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4fe31a84-8711-4228-99c4-35ac910e3da6 req-d28a35b9-ddbd-45d5-8f3b-71bb098b26b0 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=83aedef4-9250-4b02-8624-1d67dbb0e7cd HTTP/1.1" status: 200 len: 850 time: 0.0511408 Sep 26 18:14:25.043479 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe31a84-8711-4228-99c4-35ac910e3da6 req-94823be5-7cb9-4f45-8062-735a38c14f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:25.044990 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4fe31a84-8711-4228-99c4-35ac910e3da6 req-94823be5-7cb9-4f45-8062-735a38c14f50 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=cfb449ba-f5c1-48f2-86e2-66ac0c50a443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536556 Sep 26 18:14:25.151768 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4fe31a84-8711-4228-99c4-35ac910e3da6 req-7c21c829-331f-4c3d-ba63-65c37eabbdc0 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/cfb449ba-f5c1-48f2-86e2-66ac0c50a443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961595 Sep 26 18:14:25.262062 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4fe31a84-8711-4228-99c4-35ac910e3da6 req-f325d310-0beb-4474-ae49-bb69984496d4 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/cfb449ba-f5c1-48f2-86e2-66ac0c50a443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036849 Sep 26 18:14:25.950682 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:25.979743 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bd94ef4c-334d-42c1-95a6-b35147cb4106 req-7ea345ef-6f3e-47fa-b188-88ea22226ea3 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 210 time: 0.0438929 Sep 26 18:14:25.991241 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:26.008918 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-4d4d0f38-7200-4698-85f1-777237d680f0 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:26.009795 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-4d4d0f38-7200-4698-85f1-777237d680f0 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.88 "GET /networking/v2.0/networks?id=22db2827-402e-4cac-b75e-19e5cab992bc HTTP/1.1" status: 200 len: 814 time: 0.1489608 Sep 26 18:14:26.030460 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-ec9d6200-3552-40df-b9a6-28266dc285e7 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Request body: {'port': {'device_id': '4ccf69cd-9bbd-4b64-8623-df51a323a2d5', 'network_id': '22db2827-402e-4cac-b75e-19e5cab992bc', 'admin_state_up': True, 'tenant_id': '3b1fa05de673407eae9d3b50898c7b04'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:14:26.309391 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-ec9d6200-3552-40df-b9a6-28266dc285e7 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Made reservation on behalf of 3b1fa05de673407eae9d3b50898c7b04 for: {'port': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:14:26.309391 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-ec9d6200-3552-40df-b9a6-28266dc285e7 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:26.371286 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=11 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:26.372523 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:26.442431 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-ec9d6200-3552-40df-b9a6-28266dc285e7 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Allocated IP 172.20.0.5 (22db2827-402e-4cac-b75e-19e5cab992bc/7f2a8ea0-935c-4aa5-8b56-74236be47413/e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:14:26.603020 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-ec9d6200-3552-40df-b9a6-28266dc285e7 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for port (e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:26.727299 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-ec9d6200-3552-40df-b9a6-28266dc285e7 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:26.776987 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-ec9d6200-3552-40df-b9a6-28266dc285e7 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Network 22db2827-402e-4cac-b75e-19e5cab992bc is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:14:26.782980 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-ec9d6200-3552-40df-b9a6-28266dc285e7 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:14:26.787610 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-ec9d6200-3552-40df-b9a6-28266dc285e7 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:14:26.792012 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d6200-3552-40df-b9a6-28266dc285e7 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Pushing event updated for resources: {'Port': ['ID=e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:26.872300 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-ec9d6200-3552-40df-b9a6-28266dc285e7 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:26.873420 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-ec9d6200-3552-40df-b9a6-28266dc285e7 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:26.972707 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-ec9d6200-3552-40df-b9a6-28266dc285e7 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9459474 Sep 26 18:14:27.163251 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde9f7f-2d2f-4536-a958-663bcc5883cc req-a7b19980-a2e6-4829-829f-a4cb49fb6f6d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:27.164009 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-24871c70-4bc2-453b-a4f4-6b2798c9dfa8 None None] Provisioning complete for port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:14:27.164378 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-24871c70-4bc2-453b-a4f4-6b2798c9dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:27.164953 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-24871c70-4bc2-453b-a4f4-6b2798c9dfa8 None None] Attempt 1 to provision port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 Sep 26 18:14:27.174485 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1cde9f7f-2d2f-4536-a958-663bcc5883cc req-a7b19980-a2e6-4829-829f-a4cb49fb6f6d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 931 time: 0.0665948 Sep 26 18:14:27.204036 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-24871c70-4bc2-453b-a4f4-6b2798c9dfa8 None None] Port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:14:27.224559 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:27.230685 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1cde9f7f-2d2f-4536-a958-663bcc5883cc req-d05b7db6-e230-465f-8d43-a7f44095e0c2 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549152 Sep 26 18:14:27.704990 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-24871c70-4bc2-453b-a4f4-6b2798c9dfa8 None None] Attempt 2 to provision port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 Sep 26 18:14:27.741557 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-24871c70-4bc2-453b-a4f4-6b2798c9dfa8 None None] Port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:14:28.242570 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-24871c70-4bc2-453b-a4f4-6b2798c9dfa8 None None] Attempt 3 to provision port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 Sep 26 18:14:28.280362 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-24871c70-4bc2-453b-a4f4-6b2798c9dfa8 None None] Port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:14:28.378094 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8aaba9-2074-420a-95f2-dfa84e16fc99 req-b079239d-d36e-42ab-ba1c-7645910d2330 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:28.380063 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9f8aaba9-2074-420a-95f2-dfa84e16fc99 req-b079239d-d36e-42ab-ba1c-7645910d2330 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 931 time: 0.0618212 Sep 26 18:14:28.432252 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9f8aaba9-2074-420a-95f2-dfa84e16fc99 req-8b70af31-55f6-4cc7-8692-de4da45347fc tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464337 Sep 26 18:14:28.781574 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-24871c70-4bc2-453b-a4f4-6b2798c9dfa8 None None] Attempt 4 to provision port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 Sep 26 18:14:28.824279 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-24871c70-4bc2-453b-a4f4-6b2798c9dfa8 None None] Port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:14:29.326063 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-24871c70-4bc2-453b-a4f4-6b2798c9dfa8 None None] Attempt 5 to provision port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 Sep 26 18:14:29.360381 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-24871c70-4bc2-453b-a4f4-6b2798c9dfa8 None None] Port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:14:29.559764 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8a92b-f832-4b60-aae8-9c7d14e7508f req-a779f794-1f26-4222-a9a3-240efdde204c tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:29.561279 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-31a8a92b-f832-4b60-aae8-9c7d14e7508f req-a779f794-1f26-4222-a9a3-240efdde204c tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 931 time: 0.0485981 Sep 26 18:14:29.614676 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-31a8a92b-f832-4b60-aae8-9c7d14e7508f req-3aa2a883-7920-44ca-a473-141739aa6b6e tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462909 Sep 26 18:14:29.862594 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-24871c70-4bc2-453b-a4f4-6b2798c9dfa8 None None] Attempt 6 to provision port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 Sep 26 18:14:29.896376 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-24871c70-4bc2-453b-a4f4-6b2798c9dfa8 None None] Port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:14:30.157961 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=25 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:30.159308 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:30.397917 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-24871c70-4bc2-453b-a4f4-6b2798c9dfa8 None None] Attempt 7 to provision port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 Sep 26 18:14:30.435877 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-24871c70-4bc2-453b-a4f4-6b2798c9dfa8 None None] Port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:14:30.742590 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e70c4-e158-48c8-8901-81c495145e3b req-d8fa7f87-4998-4200-b796-ba9aa8e576a9 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:30.745257 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fa8e70c4-e158-48c8-8901-81c495145e3b req-d8fa7f87-4998-4200-b796-ba9aa8e576a9 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 931 time: 0.0505357 Sep 26 18:14:30.802257 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fa8e70c4-e158-48c8-8901-81c495145e3b req-e81bd1cc-1d11-4350-b563-52de88bbc050 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508251 Sep 26 18:14:30.937010 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-24871c70-4bc2-453b-a4f4-6b2798c9dfa8 None None] Attempt 8 to provision port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 Sep 26 18:14:30.974269 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-24871c70-4bc2-453b-a4f4-6b2798c9dfa8 None None] Port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:14:31.475940 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-24871c70-4bc2-453b-a4f4-6b2798c9dfa8 None None] Attempt 9 to provision port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 Sep 26 18:14:31.509262 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-24871c70-4bc2-453b-a4f4-6b2798c9dfa8 None None] Port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:14:31.945171 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f3e07-80e3-44bb-90af-c87db8d5470a req-beccb163-b59e-4650-a3f1-36d88365643a tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:31.946753 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3a2f3e07-80e3-44bb-90af-c87db8d5470a req-beccb163-b59e-4650-a3f1-36d88365643a tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 931 time: 0.0499685 Sep 26 18:14:31.961858 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:31.967553 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-472ecb55-7b01-4140-aafd-69cd4e9717d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:32.010005 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-24871c70-4bc2-453b-a4f4-6b2798c9dfa8 None None] Attempt 10 to provision port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 Sep 26 18:14:32.010408 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3a2f3e07-80e3-44bb-90af-c87db8d5470a req-8416e0f3-c20d-4ed6-b438-eb4b693efed5 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569553 Sep 26 18:14:32.066063 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-24871c70-4bc2-453b-a4f4-6b2798c9dfa8 None None] Port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:14:33.162566 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cded923-308e-4551-8517-c14167ce79d5 req-78483ca8-cf50-40e9-80af-5a6bb1ed00df tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:33.167429 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9cded923-308e-4551-8517-c14167ce79d5 req-78483ca8-cf50-40e9-80af-5a6bb1ed00df tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 931 time: 0.0534167 Sep 26 18:14:33.220936 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9cded923-308e-4551-8517-c14167ce79d5 req-001f0219-b277-435a-a188-0841f347cfb6 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506465 Sep 26 18:14:34.360655 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f3ce5-ee08-4068-9a88-45b061b509b1 req-0ed3242a-9a81-4fbb-82cc-7f90d5f703b5 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:34.362330 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4b9f3ce5-ee08-4068-9a88-45b061b509b1 req-0ed3242a-9a81-4fbb-82cc-7f90d5f703b5 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 931 time: 0.0544629 Sep 26 18:14:34.415777 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4b9f3ce5-ee08-4068-9a88-45b061b509b1 req-cc3d5347-9f54-456c-965a-da2be46950e2 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468616 Sep 26 18:14:34.436020 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-acd82c70-b6a8-4ca8-890d-ca894e8301fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:35.211040 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-be794431-8f59-4234-8a17-99b84fe08d49 service neutron] Request body: {'port': {'device_id': '4ccf69cd-9bbd-4b64-8623-df51a323a2d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:14:35.270092 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-be794431-8f59-4234-8a17-99b84fe08d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:35.556022 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:35.581412 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e8074-60cc-4a2a-aabb-0f184f2cbb55 req-48ebc0cb-964c-42a8-9605-7576fac5dc97 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:35.583179 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-192e8074-60cc-4a2a-aabb-0f184f2cbb55 req-48ebc0cb-964c-42a8-9605-7576fac5dc97 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 931 time: 0.0860822 Sep 26 18:14:35.587243 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-be794431-8f59-4234-8a17-99b84fe08d49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 {{(pid=106583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:14:35.602368 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-be794431-8f59-4234-8a17-99b84fe08d49 service neutron] Publish callbacks [] for port (e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:35.606426 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:35.628827 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.provisioning_blocks [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-be794431-8f59-4234-8a17-99b84fe08d49 service neutron] Transition to ACTIVE for port object e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 will not be triggered until provisioned by entity L2. {{(pid=106583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:14:35.658817 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-192e8074-60cc-4a2a-aabb-0f184f2cbb55 req-f055538c-267c-4b6a-9e20-81d687ec74a1 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664997 Sep 26 18:14:35.761606 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-be794431-8f59-4234-8a17-99b84fe08d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:35.842033 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be794431-8f59-4234-8a17-99b84fe08d49 service neutron] Pushing event updated for resources: {'Port': ['ID=e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0,revision_number=2']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:35.858426 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:35.874072 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-be794431-8f59-4234-8a17-99b84fe08d49 service neutron] Attempting to bind port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:14:35.874445 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-be794431-8f59-4234-8a17-99b84fe08d49 service neutron] Attempting to bind port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '882226b3-b279-4b08-9caa-6b2752d4e7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '22db2827-402e-4cac-b75e-19e5cab992bc'}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:14:35.874768 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-be794431-8f59-4234-8a17-99b84fe08d49 service neutron] Attempting to bind port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 on network 22db2827-402e-4cac-b75e-19e5cab992bc {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:14:35.917556 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-be794431-8f59-4234-8a17-99b84fe08d49 service neutron] Port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 on network 22db2827-402e-4cac-b75e-19e5cab992bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:14:35.917888 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-be794431-8f59-4234-8a17-99b84fe08d49 service neutron] Attempting to bind port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 on network 22db2827-402e-4cac-b75e-19e5cab992bc {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:14:35.960240 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-be794431-8f59-4234-8a17-99b84fe08d49 service neutron] Checking agent: {'id': 'b76d05ef-6768-47d4-84e3-b7f3ce45293e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'started_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:14:35.960584 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-be794431-8f59-4234-8a17-99b84fe08d49 service neutron] Checking segment: {'id': '882226b3-b279-4b08-9caa-6b2752d4e7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '22db2827-402e-4cac-b75e-19e5cab992bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:14:35.961157 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-be794431-8f59-4234-8a17-99b84fe08d49 service neutron] Bound using segment: {'id': '882226b3-b279-4b08-9caa-6b2752d4e7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '22db2827-402e-4cac-b75e-19e5cab992bc'} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:14:35.961405 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-be794431-8f59-4234-8a17-99b84fe08d49 service neutron] Bound port: e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '882226b3-b279-4b08-9caa-6b2752d4e7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '22db2827-402e-4cac-b75e-19e5cab992bc'}}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:14:35.961773 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-be794431-8f59-4234-8a17-99b84fe08d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:36.026520 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-be794431-8f59-4234-8a17-99b84fe08d49 service neutron] For port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0, host hv-cinder-85931, cleared binding levels {{(pid=106583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:14:36.030465 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-be794431-8f59-4234-8a17-99b84fe08d49 service neutron] For port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0,segment=NetworkSegment(882226b3-b279-4b08-9caa-6b2752d4e7c2),segment_id=882226b3-b279-4b08-9caa-6b2752d4e7c2)] {{(pid=106583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:14:36.116308 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-be794431-8f59-4234-8a17-99b84fe08d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:36.119320 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-be794431-8f59-4234-8a17-99b84fe08d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:36.119998 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-be794431-8f59-4234-8a17-99b84fe08d49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:36.121858 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-be794431-8f59-4234-8a17-99b84fe08d49 service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 HTTP/1.1" status: 200 len: 1093 time: 0.9153268 Sep 26 18:14:36.124017 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ccf69cd-9bbd-4b64-8623-df51a323a2d5', 'tag': 'e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:14:36.126397 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02824291-7586-404d-bff0-6d560a478a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "4ccf69cd-9bbd-4b64-8623-df51a323a2d5", "tag": "e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:14:36.176784 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be794431-8f59-4234-8a17-99b84fe08d49 service neutron] Pushing event updated for resources: {'Port': ['ID=e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0,revision_number=3']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:36.300596 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff7f2f1-196e-4eb2-94f6-5ae067bf6081 x-openstack-request-id: req-8ff7f2f1-196e-4eb2-94f6-5ae067bf6081 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:14:36.303711 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ccf69cd-9bbd-4b64-8623-df51a323a2d5", "tag": "e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:14:36.303711 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8ff7f2f1-196e-4eb2-94f6-5ae067bf6081 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:14:36.303711 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ff7f2f1-196e-4eb2-94f6-5ae067bf6081'] response: {'name': 'network-changed', 'server_uuid': '4ccf69cd-9bbd-4b64-8623-df51a323a2d5', 'tag': 'e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0', 'status': 'completed', 'code': 200} Sep 26 18:14:36.313461 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-1e38119e-3a93-414e-87ac-83e05f25d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:36.315945 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-1e38119e-3a93-414e-87ac-83e05f25d402 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=3b1fa05de673407eae9d3b50898c7b04&device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 1127 time: 0.0437543 Sep 26 18:14:36.364435 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-69bee210-b709-44da-afba-760e070ef496 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 HTTP/1.1" status: 200 len: 217 time: 0.0366454 Sep 26 18:14:36.413568 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-89160d59-15df-41c6-9b11-7097f160186c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:36.415017 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-89160d59-15df-41c6-9b11-7097f160186c service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=7f2a8ea0-935c-4aa5-8b56-74236be47413 HTTP/1.1" status: 200 len: 853 time: 0.0449972 Sep 26 18:14:36.460583 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-d87c3a54-119e-41b3-925f-3731a24e6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:36.462197 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-d87c3a54-119e-41b3-925f-3731a24e6713 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=22db2827-402e-4cac-b75e-19e5cab992bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410194 Sep 26 18:14:36.556220 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-40957409-d174-4839-9d22-e85cb12cad97 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/22db2827-402e-4cac-b75e-19e5cab992bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880353 Sep 26 18:14:36.650765 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6c57dc6e-7b31-4529-9089-1e44b1ea367e req-7d3139a8-7396-43cf-aff2-d7e8c779b15a service neutron] 10.222.0.88 "GET /networking/v2.0/networks/22db2827-402e-4cac-b75e-19e5cab992bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874500 Sep 26 18:14:36.778525 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:36.788368 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e0789-0b5d-4f77-83e0-158fda49c679 req-625faae6-e281-4f12-a00f-80ab893f7b73 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:36.789967 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-147e0789-0b5d-4f77-83e0-158fda49c679 req-625faae6-e281-4f12-a00f-80ab893f7b73 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 943 time: 0.0511975 Sep 26 18:14:36.841690 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-147e0789-0b5d-4f77-83e0-158fda49c679 req-a1153700-37dd-44e1-86da-2edd9c7c7d28 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461385 Sep 26 18:14:37.173012 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:37.372717 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:37.670545 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02824291-7586-404d-bff0-6d560a478a7b req-c7228122-c2ff-4685-aba5-9560d4d52f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:37.672070 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-02824291-7586-404d-bff0-6d560a478a7b req-c7228122-c2ff-4685-aba5-9560d4d52f02 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=3b1fa05de673407eae9d3b50898c7b04&device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 1127 time: 0.0405004 Sep 26 18:14:37.719619 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 55890) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:14:37.766042 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02824291-7586-404d-bff0-6d560a478a7b req-bc8a7bad-b00e-4b96-9d24-c379ffc3b446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:37.766738 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_v2 [None req-7212a0e3-f233-457f-ae8c-d8394cfa0336 admin admin] Deleting subnet 0c541fad-a015-48ee-8c06-dd6dcfdd8100 {{(pid=106582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:14:37.767522 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-02824291-7586-404d-bff0-6d560a478a7b req-bc8a7bad-b00e-4b96-9d24-c379ffc3b446 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=22db2827-402e-4cac-b75e-19e5cab992bc HTTP/1.1" status: 200 len: 915 time: 0.0881300 Sep 26 18:14:37.770179 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7212a0e3-f233-457f-ae8c-d8394cfa0336 admin admin] Publish callbacks [] for subnet (0c541fad-a015-48ee-8c06-dd6dcfdd8100), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:37.806698 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7212a0e3-f233-457f-ae8c-d8394cfa0336 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2230098'] for subnet (0c541fad-a015-48ee-8c06-dd6dcfdd8100), precommit_delete_associations {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:37.812856 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-02824291-7586-404d-bff0-6d560a478a7b req-7dca9dce-2a09-44b7-a4d1-df1484f1e977 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 HTTP/1.1" status: 200 len: 217 time: 0.0364404 Sep 26 18:14:37.849893 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7212a0e3-f233-457f-ae8c-d8394cfa0336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32872334'] for subnet (0c541fad-a015-48ee-8c06-dd6dcfdd8100), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:37.860840 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02824291-7586-404d-bff0-6d560a478a7b req-ea2b8122-b590-4658-bd61-43c6cd879be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:37.863224 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-02824291-7586-404d-bff0-6d560a478a7b req-ea2b8122-b590-4658-bd61-43c6cd879be7 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=7f2a8ea0-935c-4aa5-8b56-74236be47413 HTTP/1.1" status: 200 len: 853 time: 0.0461526 Sep 26 18:14:37.911277 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02824291-7586-404d-bff0-6d560a478a7b req-11d32993-5388-480a-8b7b-d27ee372d6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:37.912832 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-02824291-7586-404d-bff0-6d560a478a7b req-11d32993-5388-480a-8b7b-d27ee372d6ba service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=22db2827-402e-4cac-b75e-19e5cab992bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422964 Sep 26 18:14:37.996503 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7212a0e3-f233-457f-ae8c-d8394cfa0336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32869299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-514030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2161408'] for subnet (0c541fad-a015-48ee-8c06-dd6dcfdd8100), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:38.015238 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd78653-65bd-4168-98b6-15420dafac39 req-2d8544cf-6938-428e-bc8b-bccb81670fbf tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:38.016713 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9fd78653-65bd-4168-98b6-15420dafac39 req-2d8544cf-6938-428e-bc8b-bccb81670fbf tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 943 time: 0.0885348 Sep 26 18:14:38.019050 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212a0e3-f233-457f-ae8c-d8394cfa0336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c541fad-a015-48ee-8c06-dd6dcfdd8100,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:38.029544 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7212a0e3-f233-457f-ae8c-d8394cfa0336 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:38.029899 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7212a0e3-f233-457f-ae8c-d8394cfa0336 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:38.030271 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7212a0e3-f233-457f-ae8c-d8394cfa0336 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:38.030739 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7212a0e3-f233-457f-ae8c-d8394cfa0336 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:38.030937 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7212a0e3-f233-457f-ae8c-d8394cfa0336 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:38.031383 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7212a0e3-f233-457f-ae8c-d8394cfa0336 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:38.031589 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7212a0e3-f233-457f-ae8c-d8394cfa0336 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:38.031951 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7212a0e3-f233-457f-ae8c-d8394cfa0336 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:38.032280 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7212a0e3-f233-457f-ae8c-d8394cfa0336 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:38.032610 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7212a0e3-f233-457f-ae8c-d8394cfa0336 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:38.033504 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7212a0e3-f233-457f-ae8c-d8394cfa0336 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:38.033874 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7212a0e3-f233-457f-ae8c-d8394cfa0336 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:38.034200 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7212a0e3-f233-457f-ae8c-d8394cfa0336 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:38.034525 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7212a0e3-f233-457f-ae8c-d8394cfa0336 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:38.034848 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7212a0e3-f233-457f-ae8c-d8394cfa0336 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:38.042018 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7212a0e3-f233-457f-ae8c-d8394cfa0336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for subnet (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:38.045395 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-7212a0e3-f233-457f-ae8c-d8394cfa0336 admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/0c541fad-a015-48ee-8c06-dd6dcfdd8100 HTTP/1.1" status: 204 len: 168 time: 0.3247912 Sep 26 18:14:38.048265 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 55894) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:14:38.067026 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-02824291-7586-404d-bff0-6d560a478a7b req-92129f3a-e366-4fca-82af-f4870fb98d9a service neutron] 10.222.0.88 "GET /networking/v2.0/networks/22db2827-402e-4cac-b75e-19e5cab992bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469378 Sep 26 18:14:38.117589 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-fdb49c2f-7a70-4587-bb81-a855c0a10149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32779771'] for network (3c66d0c1-a26e-44a7-90d6-75ca678825c7), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:38.206082 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-fdb49c2f-7a70-4587-bb81-a855c0a10149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841381', 'neutron.services.segments.db._delete_segments_for_network-8756749958337'] for network (3c66d0c1-a26e-44a7-90d6-75ca678825c7), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:38.229096 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.services.segments.db [None req-fdb49c2f-7a70-4587-bb81-a855c0a10149 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c66d0c1-a26e-44a7-90d6-75ca678825c7']}} {{(pid=106582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:14:38.239561 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.services.segments.db [None req-fdb49c2f-7a70-4587-bb81-a855c0a10149 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0cbad2c-e329-4aab-ab77-16ad7069e3cf') {'for_net_delete': True} {{(pid=106582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:14:38.239892 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.services.segments.db [None req-fdb49c2f-7a70-4587-bb81-a855c0a10149 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0cbad2c-e329-4aab-ab77-16ad7069e3cf') {} {{(pid=106582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:14:38.250496 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-fdb49c2f-7a70-4587-bb81-a855c0a10149 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756749958229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230121'] for segment (d0cbad2c-e329-4aab-ab77-16ad7069e3cf), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:38.265043 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-fdb49c2f-7a70-4587-bb81-a855c0a10149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (d0cbad2c-e329-4aab-ab77-16ad7069e3cf), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:38.273303 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb49c2f-7a70-4587-bb81-a855c0a10149 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=106582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:14:38.275726 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-fdb49c2f-7a70-4587-bb81-a855c0a10149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-513876'] for segment (d0cbad2c-e329-4aab-ab77-16ad7069e3cf), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:38.317544 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.services.segments.plugin [-] Segment d0cbad2c-e329-4aab-ab77-16ad7069e3cf resource provider aggregate not found Sep 26 18:14:38.340258 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.services.segments.plugin [-] Segment d0cbad2c-e329-4aab-ab77-16ad7069e3cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0cbad2c-e329-4aab-ab77-16ad7069e3cf found for delete ", "request_id": "req-df22cd86-7e32-47a7-9cd3-4da642ba7ab4"}]} Sep 26 18:14:38.416147 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9fd78653-65bd-4168-98b6-15420dafac39 req-beafee04-984a-43dc-b192-fb4fa14d69a9 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915446 Sep 26 18:14:38.430559 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-fdb49c2f-7a70-4587-bb81-a855c0a10149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500471'] for network (3c66d0c1-a26e-44a7-90d6-75ca678825c7), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:38.434913 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-fdb49c2f-7a70-4587-bb81-a855c0a10149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:38.443638 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-fdb49c2f-7a70-4587-bb81-a855c0a10149 admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/3c66d0c1-a26e-44a7-90d6-75ca678825c7 HTTP/1.1" status: 204 len: 168 time: 0.3904119 Sep 26 18:14:38.456518 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb49c2f-7a70-4587-bb81-a855c0a10149 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c66d0c1-a26e-44a7-90d6-75ca678825c7,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:38.459987 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-02824291-7586-404d-bff0-6d560a478a7b req-e04b8297-3017-483e-9dbc-a738a2b8960e service neutron] 10.222.0.88 "GET /networking/v2.0/networks/22db2827-402e-4cac-b75e-19e5cab992bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850107 Sep 26 18:14:38.808939 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 55902) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:14:38.839364 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:38.850207 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-5dcf653e-5f73-4dc0-a069-9306f899e80b admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=518090209d9a462fbf40d6cb86c3c695&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401392 Sep 26 18:14:38.852781 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 55904) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:14:38.901492 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-cf820b6a-e8de-43fb-901d-d713d984ad6c admin admin] Publish callbacks [] for security_group (5dd9ae79-4c09-477b-bc3e-56ac9f209e46), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:38.921032 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-cf820b6a-e8de-43fb-901d-d713d984ad6c admin admin] Publish callbacks [] for security_group (5dd9ae79-4c09-477b-bc3e-56ac9f209e46), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:39.065493 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-cf820b6a-e8de-43fb-901d-d713d984ad6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (5dd9ae79-4c09-477b-bc3e-56ac9f209e46), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:39.069267 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-cf820b6a-e8de-43fb-901d-d713d984ad6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:39.077649 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-cf820b6a-e8de-43fb-901d-d713d984ad6c admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/5dd9ae79-4c09-477b-bc3e-56ac9f209e46 HTTP/1.1" status: 204 len: 168 time: 0.2167239 Sep 26 18:14:39.078665 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf820b6a-e8de-43fb-901d-d713d984ad6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd9ae79-4c09-477b-bc3e-56ac9f209e46,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:39.547687 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a1719-26e3-468b-b722-3bfe83459a5a req-0046b962-b6a4-47ae-80c9-d58006e6e1f6 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:39.549207 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-771a1719-26e3-468b-b722-3bfe83459a5a req-0046b962-b6a4-47ae-80c9-d58006e6e1f6 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 943 time: 0.0504069 Sep 26 18:14:39.601039 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-771a1719-26e3-468b-b722-3bfe83459a5a req-53e7b600-5981-4d8a-a729-62aa6209c3ed tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449932 Sep 26 18:14:40.721937 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c924ed4-3958-4b7e-829f-cd23bcd4f5db req-b44a4b12-973b-4ed6-bb3f-80f494b1fc30 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:40.723405 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1c924ed4-3958-4b7e-829f-cd23bcd4f5db req-b44a4b12-973b-4ed6-bb3f-80f494b1fc30 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 943 time: 0.0473144 Sep 26 18:14:40.770688 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1c924ed4-3958-4b7e-829f-cd23bcd4f5db req-ad833bc6-bcd7-48f7-a511-d5a506f25f3c tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415220 Sep 26 18:14:40.890338 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:14:40.993698 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0,segment=NetworkSegment(882226b3-b279-4b08-9caa-6b2752d4e7c2),segment_id=882226b3-b279-4b08-9caa-6b2752d4e7c2)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:14:41.005131 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Returning: {'device': 'e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0', 'network_id': '22db2827-402e-4cac-b75e-19e5cab992bc', 'port_id': 'e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0', 'mac_address': 'fa:16:3e:64:a4:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f2a8ea0-935c-4aa5-8b56-74236be47413', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:14:41.040364 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 is: DOWN; New status is: BUILD {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:14:41.040759 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:41.054410 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 {{(pid=106584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:14:41.074122 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0,segment=NetworkSegment(882226b3-b279-4b08-9caa-6b2752d4e7c2),segment_id=882226b3-b279-4b08-9caa-6b2752d4e7c2)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:14:41.160978 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:41.207196 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:41.214266 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:41.214827 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:41.215075 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:41.215428 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:41.215797 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:41.216135 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:41.216475 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:41.216809 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:41.217141 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:41.217472 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:41.217802 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:41.218133 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:41.218465 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:41.218790 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:41.219116 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:41.498360 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:14:41.567573 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:41.585795 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:41.891969 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bb79a-f98f-4bce-8380-f8400d0e3dda req-4da5b6bd-32fc-441f-af45-c92b8ba44ec8 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:41.894071 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cb3bb79a-f98f-4bce-8380-f8400d0e3dda req-4da5b6bd-32fc-441f-af45-c92b8ba44ec8 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 944 time: 0.0500987 Sep 26 18:14:41.905318 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:41.941918 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cb3bb79a-f98f-4bce-8380-f8400d0e3dda req-e621a861-949a-475d-a079-2af9a35608de tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419993 Sep 26 18:14:42.898522 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 up at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:14:42.943111 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning for port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 completed by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:14:43.058306 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning complete for port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:14:43.058844 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:43.059317 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Attempt 1 to provision port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 Sep 26 18:14:43.067423 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77c767-93fd-425d-9464-2c1a72b4728f req-3f9bdc94-5a83-4f81-9d09-5b2959a8bbd9 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:43.069798 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2b77c767-93fd-425d-9464-2c1a72b4728f req-3f9bdc94-5a83-4f81-9d09-5b2959a8bbd9 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 944 time: 0.0479474 Sep 26 18:14:43.117472 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2b77c767-93fd-425d-9464-2c1a72b4728f req-1c7f672a-977a-4330-ba14-a632d40a076f tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426240 Sep 26 18:14:43.134901 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 is: BUILD; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:14:43.135296 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:43.160366 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ccf69cd-9bbd-4b64-8623-df51a323a2d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0'}] {{(pid=106584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:14:43.162564 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743b4769c4925b62b4889170aadb5ee5b65d77d3032155737795e39ae48b1258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d41988-1cee-41b0-bde0-acdaab868117" -d '{"events": [{"server_uuid": "4ccf69cd-9bbd-4b64-8623-df51a323a2d5", "name": "network-vif-plugged", "status": "completed", "tag": "e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0"}]}' {{(pid=106584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:14:43.175352 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0,segment=NetworkSegment(882226b3-b279-4b08-9caa-6b2752d4e7c2),segment_id=882226b3-b279-4b08-9caa-6b2752d4e7c2)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:14:43.270101 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:43.318602 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:43.384575 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56034293-332c-4b18-a29f-b9155c5ba525 x-openstack-request-id: req-56034293-332c-4b18-a29f-b9155c5ba525 {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:14:43.384869 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ccf69cd-9bbd-4b64-8623-df51a323a2d5", "name": "network-vif-plugged", "status": "completed", "tag": "e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0", "code": 200}]} {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:14:43.385128 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-56034293-332c-4b18-a29f-b9155c5ba525 {{(pid=106584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:14:43.385619 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56034293-332c-4b18-a29f-b9155c5ba525'] response: {'server_uuid': '4ccf69cd-9bbd-4b64-8623-df51a323a2d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0', 'code': 200} Sep 26 18:14:43.733074 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9ac1b-7f0e-44ad-8598-4446fce83abb req-df27f513-eb9a-450c-89a9-53c81941f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:43.734614 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-eea9ac1b-7f0e-44ad-8598-4446fce83abb req-df27f513-eb9a-450c-89a9-53c81941f4a1 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 1129 time: 0.0419538 Sep 26 18:14:43.781208 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-eea9ac1b-7f0e-44ad-8598-4446fce83abb req-d01056f3-e555-4c6b-8f06-e70838f426bc service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392540 Sep 26 18:14:44.242785 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16425df7-f0a3-4237-bb0b-9d4124ce29dc req-fab20fc8-071c-43c0-8687-b21172e6f30b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:44.244184 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-16425df7-f0a3-4237-bb0b-9d4124ce29dc req-fab20fc8-071c-43c0-8687-b21172e6f30b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 945 time: 0.0472174 Sep 26 18:14:44.292265 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-16425df7-f0a3-4237-bb0b-9d4124ce29dc req-b972d342-3bbc-4d43-a0a2-140ea69546df tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422921 Sep 26 18:14:45.144396 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:45.149271 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:45.416662 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdbe1a-45de-480c-8237-d6f9207d2982 req-6f0c480f-2c17-40c0-96f4-96b82116deca tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:45.418182 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6dfdbe1a-45de-480c-8237-d6f9207d2982 req-6f0c480f-2c17-40c0-96f4-96b82116deca tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 945 time: 0.0512114 Sep 26 18:14:45.476250 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6dfdbe1a-45de-480c-8237-d6f9207d2982 req-a28fc871-bb9f-4b18-acbd-e3b999530377 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519357 Sep 26 18:14:46.150744 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:14:46.441388 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:46.599476 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c687a1-2038-4e3c-8935-772d1ad1aef9 req-8c297a39-9d3e-457a-a8f0-2606d1ca6702 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:46.601071 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d2c687a1-2038-4e3c-8935-772d1ad1aef9 req-8c297a39-9d3e-457a-a8f0-2606d1ca6702 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 945 time: 0.0492587 Sep 26 18:14:46.650054 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d2c687a1-2038-4e3c-8935-772d1ad1aef9 req-aee25553-c840-4812-ac1b-115979f234cb tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431585 Sep 26 18:14:46.759720 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:46.771276 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61872e-0ca8-40ce-8812-aa56fc45d4f8 req-1d18586c-9c78-4221-95b7-02bedb54f6e7 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:46.772788 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cc61872e-0ca8-40ce-8812-aa56fc45d4f8 req-1d18586c-9c78-4221-95b7-02bedb54f6e7 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 945 time: 0.0474055 Sep 26 18:14:46.821086 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cc61872e-0ca8-40ce-8812-aa56fc45d4f8 req-34861da1-1d11-45dc-94d1-94bbee4ffc29 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427210 Sep 26 18:14:47.165018 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e26cd-47f6-48e8-8fcf-1ac87c50fd85 req-cce862dc-9d2b-4cfb-a19d-c4fd6d4c0a4a tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:47.166596 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f45e26cd-47f6-48e8-8fcf-1ac87c50fd85 req-cce862dc-9d2b-4cfb-a19d-c4fd6d4c0a4a tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 945 time: 0.0520957 Sep 26 18:14:47.215820 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f45e26cd-47f6-48e8-8fcf-1ac87c50fd85 req-06bc0216-5256-45b9-b2b1-dcac68b43d64 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432751 Sep 26 18:14:48.340074 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:48.456670 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:56.147776 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:56.388625 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=48 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:56.394629 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=29,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:57.204251 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=66 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:57.212314 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=10 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:01.828529 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5804c-15d4-4f1f-b077-6832af6005ef req-eb795157-6b1c-413c-9c08-4bcda49381ce tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:01.830107 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b3b5804c-15d4-4f1f-b077-6832af6005ef req-eb795157-6b1c-413c-9c08-4bcda49381ce tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 945 time: 0.0489228 Sep 26 18:15:01.879417 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b3b5804c-15d4-4f1f-b077-6832af6005ef req-f59a326c-dbaa-427e-b9de-5e8fef7eea39 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427492 Sep 26 18:15:01.909420 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 56054) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:01.955696 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-11f4ca45-98f8-4cce-8b5e-61d20b6eea44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:02.106990 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5626728-4ad0-4b4c-ac37-ca99b167b05b tempest-TestMinimumBasicScenario-531814091 tempest-TestMinimumBasicScenario-531814091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:02.108548 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-a5626728-4ad0-4b4c-ac37-ca99b167b05b tempest-TestMinimumBasicScenario-531814091 tempest-TestMinimumBasicScenario-531814091-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 1124 time: 0.1981604 Sep 26 18:15:02.111339 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 56060) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:02.115517 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Request body: {'floatingip': {'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'port_id': 'e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0', 'tenant_id': '3b1fa05de673407eae9d3b50898c7b04', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:15:02.189827 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:02.272107 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:02.380723 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Allocated IP 172.27.3.249 (75671e20-856b-479b-bee1-be813a3f2eee/4775a61a-d36f-43c7-b0a4-bf2c0640e392/d68afcb6-31d8-429e-9b26-9757b38e8b6e) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:15:02.484311 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for port (d68afcb6-31d8-429e-9b26-9757b38e8b6e), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:02.573132 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (d68afcb6-31d8-429e-9b26-9757b38e8b6e), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:02.618050 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Network 75671e20-856b-479b-bee1-be813a3f2eee is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:15:02.622930 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:15:02.626697 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:15:02.629947 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Pushing event updated for resources: {'Port': ['ID=d68afcb6-31d8-429e-9b26-9757b38e8b6e,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:02.657703 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:02.658048 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:02.658391 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:02.658734 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:02.659070 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:02.659401 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:02.659767 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:02.660097 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:02.660426 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:02.660756 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:02.661087 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:02.661410 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:02.661735 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:02.662058 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:02.662381 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:02.896752 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:02.907142 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:02.995808 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for floatingip (498e4554-751e-4989-8752-c16b79793aa5), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:03.117146 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (d68afcb6-31d8-429e-9b26-9757b38e8b6e), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:03.270401 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for port (d68afcb6-31d8-429e-9b26-9757b38e8b6e), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:03.315048 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (d68afcb6-31d8-429e-9b26-9757b38e8b6e), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:03.385856 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Pushing event updated for resources: {'Port': ['ID=d68afcb6-31d8-429e-9b26-9757b38e8b6e,revision_number=2']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:03.389623 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (498e4554-751e-4989-8752-c16b79793aa5), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:03.391165 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:03.487594 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.db.l3_db [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Floating IP 498e4554-751e-4989-8752-c16b79793aa5 associated. External IP: 172.27.3.249, port: e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0. Sep 26 18:15:03.698572 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Router abc77a9c-ac99-405b-a900-b41c3a194fb5 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:15:03.803289 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:15:03.814189 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad41525d-0fbd-4219-806f-a0e914430eb1 None None] Sync routers for ids ['abc77a9c-ac99-405b-a900-b41c3a194fb5'] in dv-cinder-859319-1-iscsi {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:15:03.825093 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad41525d-0fbd-4219-806f-a0e914430eb1 None None] Routers {'abc77a9c-ac99-405b-a900-b41c3a194fb5'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:15:03.831041 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-ad41525d-0fbd-4219-806f-a0e914430eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:14:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['abc77a9c-ac99-405b-a900-b41c3a194fb5'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:15:03.865702 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:03.898643 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-4a97e865-13c4-4bc7-8819-e9c60c4ed42b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7861471 Sep 26 18:15:03.899396 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ccf69cd-9bbd-4b64-8623-df51a323a2d5', 'tag': 'e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:15:03.901646 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ea85d7-e722-4e5b-8a4c-5aaa578d296b" -d '{"events": [{"name": "network-changed", "server_uuid": "4ccf69cd-9bbd-4b64-8623-df51a323a2d5", "tag": "e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:15:03.902775 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 56064) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:03.907516 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-d096b277-5920-4939-8b31-ed0a2546f51d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-508849664', 'description': 'tempest-secgroup-smoke-508849664 description', 'project_id': '3b1fa05de673407eae9d3b50898c7b04'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:15:03.934515 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-ad41525d-0fbd-4219-806f-a0e914430eb1 None None] Set router abc77a9c-ac99-405b-a900-b41c3a194fb5 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:15:03.960876 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3211ec9-d8b2-4ebd-8203-da53ee3a8dc0 x-openstack-request-id: req-b3211ec9-d8b2-4ebd-8203-da53ee3a8dc0 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:15:03.961198 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ccf69cd-9bbd-4b64-8623-df51a323a2d5", "tag": "e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:15:03.962096 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b3211ec9-d8b2-4ebd-8203-da53ee3a8dc0 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:15:03.962096 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3211ec9-d8b2-4ebd-8203-da53ee3a8dc0'] response: {'name': 'network-changed', 'server_uuid': '4ccf69cd-9bbd-4b64-8623-df51a323a2d5', 'tag': 'e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0', 'status': 'completed', 'code': 200} Sep 26 18:15:03.995671 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d096b277-5920-4939-8b31-ed0a2546f51d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:04.048361 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea85d7-e722-4e5b-8a4c-5aaa578d296b req-1d4ce010-624f-4b09-910b-596e12b9fe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:04.049895 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d4ea85d7-e722-4e5b-8a4c-5aaa578d296b req-1d4ce010-624f-4b09-910b-596e12b9fe74 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=3b1fa05de673407eae9d3b50898c7b04&device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 1129 time: 0.0408151 Sep 26 18:15:04.083701 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d096b277-5920-4939-8b31-ed0a2546f51d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for security_group (fb4d97e8-fa11-4fa4-b8e3-9eed2b1ec4e6), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:04.149962 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea85d7-e722-4e5b-8a4c-5aaa578d296b req-c7f314d7-1660-4e15-a04b-d310405879be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:04.151106 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d4ea85d7-e722-4e5b-8a4c-5aaa578d296b req-c7f314d7-1660-4e15-a04b-d310405879be service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=22db2827-402e-4cac-b75e-19e5cab992bc HTTP/1.1" status: 200 len: 915 time: 0.0944695 Sep 26 18:15:04.155322 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d096b277-5920-4939-8b31-ed0a2546f51d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (fb4d97e8-fa11-4fa4-b8e3-9eed2b1ec4e6), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:04.169365 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-ad41525d-0fbd-4219-806f-a0e914430eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'name': 'tempest-TestMinimumBasicScenario-657360709-router', 'tenant_id': '3b1fa05de673407eae9d3b50898c7b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '2718c243-49ff-43d5-b704-a55e5b4fb54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:13:55Z', 'updated_at': '2022-09-26T18:13:58Z', 'revision_number': 4, 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'gw_port': {'id': '2718c243-49ff-43d5-b704-a55e5b4fb54f', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:13:55Z', 'updated_at': '2022-09-26T18:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '498e4554-751e-4989-8752-c16b79793aa5', 'tenant_id': '3b1fa05de673407eae9d3b50898c7b04', 'floating_ip_address': '172.27.3.249', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'port_id': 'e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22db2827-402e-4cac-b75e-19e5cab992bc', 'mac_address': 'fa:16:3e:64:a4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf69cd-9bbd-4b64-8623-df51a323a2d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:15:02Z', 'updated_at': '2022-09-26T18:15:02Z', 'revision_number': 0, 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe', 'name': '', 'network_id': '22db2827-402e-4cac-b75e-19e5cab992bc', 'tenant_id': '3b1fa05de673407eae9d3b50898c7b04', 'mac_address': 'fa:16:3e:76:9a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '7f2a8ea0-935c-4aa5-8b56-74236be47413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:13:58Z', 'updated_at': '2022-09-26T18:14:02Z', 'revision_number': 5, 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'subnets': [{'id': '7f2a8ea0-935c-4aa5-8b56-74236be47413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:15:04.187542 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096b277-5920-4939-8b31-ed0a2546f51d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4d97e8-fa11-4fa4-b8e3-9eed2b1ec4e6,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:04.196996 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad41525d-0fbd-4219-806f-a0e914430eb1 None None] Checking router: abc77a9c-ac99-405b-a900-b41c3a194fb5 for host: dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:15:04.205758 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad41525d-0fbd-4219-806f-a0e914430eb1 None None] Routers {'abc77a9c-ac99-405b-a900-b41c3a194fb5'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:15:04.206362 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-ad41525d-0fbd-4219-806f-a0e914430eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:14:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['abc77a9c-ac99-405b-a900-b41c3a194fb5'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:15:04.215527 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d4ea85d7-e722-4e5b-8a4c-5aaa578d296b req-4cc893a2-774f-471a-be41-ce3606dd7236 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 HTTP/1.1" status: 200 len: 999 time: 0.0569272 Sep 26 18:15:04.255213 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d096b277-5920-4939-8b31-ed0a2546f51d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:04.259990 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-d096b277-5920-4939-8b31-ed0a2546f51d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3559871 Sep 26 18:15:04.260631 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 56070) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:04.265416 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-c9b7a714-488f-4374-9e02-83b6d534457d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Request body: {'security_group_rule': {'security_group_id': 'fb4d97e8-fa11-4fa4-b8e3-9eed2b1ec4e6', 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:15:04.271729 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea85d7-e722-4e5b-8a4c-5aaa578d296b req-7659fca2-2820-49a6-9078-b4fa82698cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:04.273249 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d4ea85d7-e722-4e5b-8a4c-5aaa578d296b req-7659fca2-2820-49a6-9078-b4fa82698cae service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=7f2a8ea0-935c-4aa5-8b56-74236be47413 HTTP/1.1" status: 200 len: 853 time: 0.0507634 Sep 26 18:15:04.317261 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea85d7-e722-4e5b-8a4c-5aaa578d296b req-34f64b8d-a476-40e0-bff9-7e45fc75e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:04.318807 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d4ea85d7-e722-4e5b-8a4c-5aaa578d296b req-34f64b8d-a476-40e0-bff9-7e45fc75e1a1 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=22db2827-402e-4cac-b75e-19e5cab992bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402737 Sep 26 18:15:04.327887 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-ad41525d-0fbd-4219-806f-a0e914430eb1 None None] Set router abc77a9c-ac99-405b-a900-b41c3a194fb5 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:15:04.368609 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-d065d3c2-aacd-46a3-99dc-b72c0af04b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:04.384528 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-c9b7a714-488f-4374-9e02-83b6d534457d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for security_group_rule (0e2e9b66-65a9-47c4-bd6a-6e14117a5463), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:04.419868 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d4ea85d7-e722-4e5b-8a4c-5aaa578d296b req-119d7bc5-38dc-4e8b-985e-3263d647c6df service neutron] 10.222.0.88 "GET /networking/v2.0/networks/22db2827-402e-4cac-b75e-19e5cab992bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939844 Sep 26 18:15:04.448553 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:04.458264 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-c9b7a714-488f-4374-9e02-83b6d534457d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for security_group_rule (0e2e9b66-65a9-47c4-bd6a-6e14117a5463), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:04.521656 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d4ea85d7-e722-4e5b-8a4c-5aaa578d296b req-e608b459-d297-4578-aae4-cec20eec15ab service neutron] 10.222.0.88 "GET /networking/v2.0/networks/22db2827-402e-4cac-b75e-19e5cab992bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960293 Sep 26 18:15:04.560772 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-ad41525d-0fbd-4219-806f-a0e914430eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'name': 'tempest-TestMinimumBasicScenario-657360709-router', 'tenant_id': '3b1fa05de673407eae9d3b50898c7b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '2718c243-49ff-43d5-b704-a55e5b4fb54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:13:55Z', 'updated_at': '2022-09-26T18:13:58Z', 'revision_number': 4, 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'gw_port': {'id': '2718c243-49ff-43d5-b704-a55e5b4fb54f', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:13:55Z', 'updated_at': '2022-09-26T18:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '498e4554-751e-4989-8752-c16b79793aa5', 'tenant_id': '3b1fa05de673407eae9d3b50898c7b04', 'floating_ip_address': '172.27.3.249', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'port_id': 'e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22db2827-402e-4cac-b75e-19e5cab992bc', 'mac_address': 'fa:16:3e:64:a4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf69cd-9bbd-4b64-8623-df51a323a2d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:15:02Z', 'updated_at': '2022-09-26T18:15:02Z', 'revision_number': 0, 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe', 'name': '', 'network_id': '22db2827-402e-4cac-b75e-19e5cab992bc', 'tenant_id': '3b1fa05de673407eae9d3b50898c7b04', 'mac_address': 'fa:16:3e:76:9a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '7f2a8ea0-935c-4aa5-8b56-74236be47413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:13:58Z', 'updated_at': '2022-09-26T18:14:02Z', 'revision_number': 5, 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'subnets': [{'id': '7f2a8ea0-935c-4aa5-8b56-74236be47413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:15:04.566878 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-c9b7a714-488f-4374-9e02-83b6d534457d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (0e2e9b66-65a9-47c4-bd6a-6e14117a5463), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:04.587350 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7a714-488f-4374-9e02-83b6d534457d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e2e9b66-65a9-47c4-bd6a-6e14117a5463,revision_number=0']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:04.588539 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad41525d-0fbd-4219-806f-a0e914430eb1 None None] The sync data for ids ['abc77a9c-ac99-405b-a900-b41c3a194fb5'] in dv-cinder-859319-1-iscsi is: [{'id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'name': 'tempest-TestMinimumBasicScenario-657360709-router', 'tenant_id': '3b1fa05de673407eae9d3b50898c7b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '2718c243-49ff-43d5-b704-a55e5b4fb54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:13:55Z', 'updated_at': '2022-09-26T18:13:58Z', 'revision_number': 4, 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'gw_port': {'id': '2718c243-49ff-43d5-b704-a55e5b4fb54f', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:13:55Z', 'updated_at': '2022-09-26T18:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '498e4554-751e-4989-8752-c16b79793aa5', 'tenant_id': '3b1fa05de673407eae9d3b50898c7b04', 'floating_ip_address': '172.27.3.249', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'port_id': 'e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22db2827-402e-4cac-b75e-19e5cab992bc', 'mac_address': 'fa:16:3e:64:a4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf69cd-9bbd-4b64-8623-df51a323a2d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:15:02Z', 'updated_at': '2022-09-26T18:15:02Z', 'revision_number': 0, 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe', 'name': '', 'network_id': '22db2827-402e-4cac-b75e-19e5cab992bc', 'tenant_id': '3b1fa05de673407eae9d3b50898c7b04', 'mac_address': 'fa:16:3e:76:9a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '7f2a8ea0-935c-4aa5-8b56-74236be47413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:13:58Z', 'updated_at': '2022-09-26T18:14:02Z', 'revision_number': 5, 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'subnets': [{'id': '7f2a8ea0-935c-4aa5-8b56-74236be47413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:15:04.808827 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4ba31f-ff85-47b3-b379-be7754a2c643 None None] New status for floating IP 498e4554-751e-4989-8752-c16b79793aa5: ACTIVE {{(pid=106585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:15:04.837306 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-c9b7a714-488f-4374-9e02-83b6d534457d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:04.838708 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-c9b7a714-488f-4374-9e02-83b6d534457d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5767906 Sep 26 18:15:04.841406 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 56072) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:04.845702 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-7ecf2006-4464-4bae-b9a4-335dc7021459 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Request body: {'security_group_rule': {'security_group_id': 'fb4d97e8-fa11-4fa4-b8e3-9eed2b1ec4e6', 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:15:04.979087 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7ecf2006-4464-4bae-b9a4-335dc7021459 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for security_group_rule (d805e9b3-61f3-463c-a1ff-b761778aeb89), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:05.041990 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7ecf2006-4464-4bae-b9a4-335dc7021459 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for security_group_rule (d805e9b3-61f3-463c-a1ff-b761778aeb89), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:05.098298 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7ecf2006-4464-4bae-b9a4-335dc7021459 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (d805e9b3-61f3-463c-a1ff-b761778aeb89), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:05.117819 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf2006-4464-4bae-b9a4-335dc7021459 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d805e9b3-61f3-463c-a1ff-b761778aeb89,revision_number=0']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:05.186177 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7ecf2006-4464-4bae-b9a4-335dc7021459 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:05.190588 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 56076) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:05.191086 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-7ecf2006-4464-4bae-b9a4-335dc7021459 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3482659 Sep 26 18:15:05.196493 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-49c94d9e-80a1-4db6-90b3-90cb990730bc tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Request body: {'security_group_rule': {'security_group_id': 'fb4d97e8-fa11-4fa4-b8e3-9eed2b1ec4e6', 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:15:05.278123 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:05.282904 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-49c94d9e-80a1-4db6-90b3-90cb990730bc tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for security_group_rule (e2885a5e-3fac-41cc-b378-6fb438e4a261), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:05.343902 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-49c94d9e-80a1-4db6-90b3-90cb990730bc tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for security_group_rule (e2885a5e-3fac-41cc-b378-6fb438e4a261), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:05.418809 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-49c94d9e-80a1-4db6-90b3-90cb990730bc tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (e2885a5e-3fac-41cc-b378-6fb438e4a261), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:05.438401 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c94d9e-80a1-4db6-90b3-90cb990730bc tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2885a5e-3fac-41cc-b378-6fb438e4a261,revision_number=0']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:05.500226 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-49c94d9e-80a1-4db6-90b3-90cb990730bc tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:05.501519 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-49c94d9e-80a1-4db6-90b3-90cb990730bc tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3091855 Sep 26 18:15:05.506022 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 56078) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:05.510813 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-eb71b99e-4bb5-46d5-ac44-4c9fe8452e7f tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Request body: {'security_group_rule': {'security_group_id': 'fb4d97e8-fa11-4fa4-b8e3-9eed2b1ec4e6', 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:15:05.521564 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:05.607287 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-eb71b99e-4bb5-46d5-ac44-4c9fe8452e7f tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for security_group_rule (3f8ed7b4-b577-406e-99f7-9770b8acb6ab), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:05.670959 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-eb71b99e-4bb5-46d5-ac44-4c9fe8452e7f tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for security_group_rule (3f8ed7b4-b577-406e-99f7-9770b8acb6ab), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:05.737862 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-eb71b99e-4bb5-46d5-ac44-4c9fe8452e7f tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (3f8ed7b4-b577-406e-99f7-9770b8acb6ab), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:05.757338 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb71b99e-4bb5-46d5-ac44-4c9fe8452e7f tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f8ed7b4-b577-406e-99f7-9770b8acb6ab,revision_number=0']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:05.831575 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-eb71b99e-4bb5-46d5-ac44-4c9fe8452e7f tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:05.832831 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-eb71b99e-4bb5-46d5-ac44-4c9fe8452e7f tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3258820 Sep 26 18:15:05.835595 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 56080) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:05.840393 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-bfddffa1-8821-40f5-ada7-b02177944e0c tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Request body: {'security_group_rule': {'security_group_id': 'fb4d97e8-fa11-4fa4-b8e3-9eed2b1ec4e6', 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:15:05.903990 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.db.securitygroups_db [None req-bfddffa1-8821-40f5-ada7-b02177944e0c tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Project 3b1fa05de673407eae9d3b50898c7b04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 18:15:05.909673 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bfddffa1-8821-40f5-ada7-b02177944e0c tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for security_group_rule (7042a17e-4d71-4c55-8769-02f98089f407), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:05.967813 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bfddffa1-8821-40f5-ada7-b02177944e0c tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for security_group_rule (7042a17e-4d71-4c55-8769-02f98089f407), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:06.052677 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bfddffa1-8821-40f5-ada7-b02177944e0c tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (7042a17e-4d71-4c55-8769-02f98089f407), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:06.074105 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfddffa1-8821-40f5-ada7-b02177944e0c tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7042a17e-4d71-4c55-8769-02f98089f407,revision_number=0']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:06.172018 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bfddffa1-8821-40f5-ada7-b02177944e0c tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:06.173194 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-bfddffa1-8821-40f5-ada7-b02177944e0c tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3362586 Sep 26 18:15:06.176486 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 56082) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:06.181112 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-0498dc4d-a672-411c-ab78-b8e383fcd760 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Request body: {'security_group_rule': {'security_group_id': 'fb4d97e8-fa11-4fa4-b8e3-9eed2b1ec4e6', 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:15:06.281484 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.db.securitygroups_db [None req-0498dc4d-a672-411c-ab78-b8e383fcd760 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Project 3b1fa05de673407eae9d3b50898c7b04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 18:15:06.287364 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-0498dc4d-a672-411c-ab78-b8e383fcd760 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for security_group_rule (fdccc98b-7cac-44e0-982e-6cf86d8bb624), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:06.348254 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-0498dc4d-a672-411c-ab78-b8e383fcd760 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for security_group_rule (fdccc98b-7cac-44e0-982e-6cf86d8bb624), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:06.441493 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-0498dc4d-a672-411c-ab78-b8e383fcd760 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (fdccc98b-7cac-44e0-982e-6cf86d8bb624), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:06.460301 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498dc4d-a672-411c-ab78-b8e383fcd760 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdccc98b-7cac-44e0-982e-6cf86d8bb624,revision_number=0']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:06.557252 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-0498dc4d-a672-411c-ab78-b8e383fcd760 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:06.558505 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-0498dc4d-a672-411c-ab78-b8e383fcd760 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3810327 Sep 26 18:15:06.655184 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6ca1d013-31e6-48d9-b777-4f9b772ef0ab req-865782e4-0e8d-4d2b-87a3-80412f48b401 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-508849664&fields=id&tenant_id=3b1fa05de673407eae9d3b50898c7b04 HTTP/1.1" status: 200 len: 267 time: 0.0472276 Sep 26 18:15:06.704920 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1d013-31e6-48d9-b777-4f9b772ef0ab req-e814ac89-066a-4eea-866c-5cba1c2fe6d3 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:06.706291 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6ca1d013-31e6-48d9-b777-4f9b772ef0ab req-e814ac89-066a-4eea-866c-5cba1c2fe6d3 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 945 time: 0.0457757 Sep 26 18:15:06.717655 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-6ca1d013-31e6-48d9-b777-4f9b772ef0ab req-0c6b82db-41b2-4990-9c0d-514e5c46b0da tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Request body: {'port': {'security_groups': ['0b11f285-348b-484c-be28-b25c37728e13', 'fb4d97e8-fa11-4fa4-b8e3-9eed2b1ec4e6']}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:15:06.777008 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:06.786711 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-6ca1d013-31e6-48d9-b777-4f9b772ef0ab req-0c6b82db-41b2-4990-9c0d-514e5c46b0da tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:06.870456 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:06.975315 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-6ca1d013-31e6-48d9-b777-4f9b772ef0ab req-0c6b82db-41b2-4990-9c0d-514e5c46b0da tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] For port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0,segment=NetworkSegment(882226b3-b279-4b08-9caa-6b2752d4e7c2),segment_id=882226b3-b279-4b08-9caa-6b2752d4e7c2)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:15:07.012022 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-6ca1d013-31e6-48d9-b777-4f9b772ef0ab req-0c6b82db-41b2-4990-9c0d-514e5c46b0da tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for port (e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:07.081261 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-6ca1d013-31e6-48d9-b777-4f9b772ef0ab req-0c6b82db-41b2-4990-9c0d-514e5c46b0da tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:07.092775 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1d013-31e6-48d9-b777-4f9b772ef0ab req-0c6b82db-41b2-4990-9c0d-514e5c46b0da tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:07.093391 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-6ca1d013-31e6-48d9-b777-4f9b772ef0ab req-0c6b82db-41b2-4990-9c0d-514e5c46b0da tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:07.094765 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6ca1d013-31e6-48d9-b777-4f9b772ef0ab req-0c6b82db-41b2-4990-9c0d-514e5c46b0da tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "PUT /networking/v2.0/ports/e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 HTTP/1.1" status: 200 len: 981 time: 0.3816488 Sep 26 18:15:07.095264 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ccf69cd-9bbd-4b64-8623-df51a323a2d5', 'tag': 'e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:15:07.097578 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c6a21b-4e96-4e21-96d5-44579bf83876" -d '{"events": [{"name": "network-changed", "server_uuid": "4ccf69cd-9bbd-4b64-8623-df51a323a2d5", "tag": "e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:15:07.126799 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:15:07.151177 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626b337c-8c4c-4c81-8121-af468cec0b77 x-openstack-request-id: req-626b337c-8c4c-4c81-8121-af468cec0b77 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:15:07.151849 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ccf69cd-9bbd-4b64-8623-df51a323a2d5", "tag": "e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:15:07.151849 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-626b337c-8c4c-4c81-8121-af468cec0b77 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:15:07.152235 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-626b337c-8c4c-4c81-8121-af468cec0b77'] response: {'name': 'network-changed', 'server_uuid': '4ccf69cd-9bbd-4b64-8623-df51a323a2d5', 'tag': 'e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0', 'status': 'completed', 'code': 200} Sep 26 18:15:07.168330 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b82db-41b2-4990-9c0d-514e5c46b0da tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Pushing event updated for resources: {'Port': ['ID=e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0,revision_number=6']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:07.180685 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:07.208572 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a06a02-5c6e-46c3-895e-0b22bde5e777 req-f7713156-7f63-4324-b073-67702c6e4623 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:07.214931 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-58a06a02-5c6e-46c3-895e-0b22bde5e777 req-f7713156-7f63-4324-b073-67702c6e4623 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 984 time: 0.0553954 Sep 26 18:15:07.262822 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:07.270144 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:07.274130 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-58a06a02-5c6e-46c3-895e-0b22bde5e777 req-c8977239-c6b2-468f-8f6d-6435f37e2b71 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fb4d97e8-fa11-4fa4-b8e3-9eed2b1ec4e6&id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552969 Sep 26 18:15:07.281405 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:15:07.418021 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:07.614659 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6a21b-4e96-4e21-96d5-44579bf83876 req-784c3d7e-3568-4520-9275-ca71010b39a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:07.616103 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-46c6a21b-4e96-4e21-96d5-44579bf83876 req-784c3d7e-3568-4520-9275-ca71010b39a6 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=3b1fa05de673407eae9d3b50898c7b04&device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 1168 time: 0.0426495 Sep 26 18:15:07.687143 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:07.733851 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6a21b-4e96-4e21-96d5-44579bf83876 req-1e19b417-7eb9-46d3-908e-47906bda50fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:07.735267 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-46c6a21b-4e96-4e21-96d5-44579bf83876 req-1e19b417-7eb9-46d3-908e-47906bda50fe service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=22db2827-402e-4cac-b75e-19e5cab992bc HTTP/1.1" status: 200 len: 915 time: 0.1125996 Sep 26 18:15:07.805937 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-46c6a21b-4e96-4e21-96d5-44579bf83876 req-2fa82cd4-e90d-4ca9-bbf7-dd22f64ceaca service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 HTTP/1.1" status: 200 len: 1001 time: 0.0633390 Sep 26 18:15:07.854579 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6a21b-4e96-4e21-96d5-44579bf83876 req-c6642017-38c9-4879-bbdb-04ca78c8ca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:07.856061 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-46c6a21b-4e96-4e21-96d5-44579bf83876 req-c6642017-38c9-4879-bbdb-04ca78c8ca31 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=7f2a8ea0-935c-4aa5-8b56-74236be47413 HTTP/1.1" status: 200 len: 853 time: 0.0444641 Sep 26 18:15:07.912206 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6a21b-4e96-4e21-96d5-44579bf83876 req-093d2d1c-b242-4d54-a505-c52b945c2873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:07.913726 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-46c6a21b-4e96-4e21-96d5-44579bf83876 req-093d2d1c-b242-4d54-a505-c52b945c2873 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=22db2827-402e-4cac-b75e-19e5cab992bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409884 Sep 26 18:15:07.997673 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:08.032317 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-46c6a21b-4e96-4e21-96d5-44579bf83876 req-1804a971-ae07-4096-a374-7d52fcbd8a91 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/22db2827-402e-4cac-b75e-19e5cab992bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994141 Sep 26 18:15:08.127050 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-46c6a21b-4e96-4e21-96d5-44579bf83876 req-a0b6ab75-9410-4259-8370-663642dfc1e2 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/22db2827-402e-4cac-b75e-19e5cab992bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856707 Sep 26 18:15:13.406643 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c4add-2850-43bf-9909-7f006c5cf91d req-c7da230f-321f-4f83-aad7-7c23e33214c2 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:13.408139 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fe7c4add-2850-43bf-9909-7f006c5cf91d req-c7da230f-321f-4f83-aad7-7c23e33214c2 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a679ce86-f6fe-43f2-91ba-7910d805abfd HTTP/1.1" status: 200 len: 946 time: 0.0514927 Sep 26 18:15:13.455876 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fe7c4add-2850-43bf-9909-7f006c5cf91d req-00ca167e-b1bd-431f-b2d5-e9500c4a5e31 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=4dafb6bd-c17e-4119-970f-d59673675892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419934 Sep 26 18:15:14.577924 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f32b3-f077-4b91-8862-cd334a594b9c req-aed3ec11-e415-490c-a08c-3e5344b6429a tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:14.579389 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e54f32b3-f077-4b91-8862-cd334a594b9c req-aed3ec11-e415-490c-a08c-3e5344b6429a tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a679ce86-f6fe-43f2-91ba-7910d805abfd HTTP/1.1" status: 200 len: 946 time: 0.0471544 Sep 26 18:15:14.626968 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e54f32b3-f077-4b91-8862-cd334a594b9c req-25c47e25-7a46-48c0-82a5-a4072d94fc49 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=4dafb6bd-c17e-4119-970f-d59673675892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420065 Sep 26 18:15:15.113800 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=57,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:15.118097 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=41,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:15.402063 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57d72f-3a10-4a53-ab37-e7d3e4d82331 req-b2519752-0ebc-4c91-b7dd-e73dbdf76bb7 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:15.403492 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ff57d72f-3a10-4a53-ab37-e7d3e4d82331 req-b2519752-0ebc-4c91-b7dd-e73dbdf76bb7 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=a679ce86-f6fe-43f2-91ba-7910d805abfd HTTP/1.1" status: 200 len: 946 time: 0.0485165 Sep 26 18:15:15.492911 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-ff57d72f-3a10-4a53-ab37-e7d3e4d82331 req-791fb51f-13d3-4a86-9f9b-e76eeecc0ac0 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Deleting port 35358136-74af-49bb-a78d-b31cb0a84ec0 {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:15:15.493253 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-ff57d72f-3a10-4a53-ab37-e7d3e4d82331 req-791fb51f-13d3-4a86-9f9b-e76eeecc0ac0 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (35358136-74af-49bb-a78d-b31cb0a84ec0), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:15.579913 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:15.586550 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-ff57d72f-3a10-4a53-ab37-e7d3e4d82331 req-791fb51f-13d3-4a86-9f9b-e76eeecc0ac0 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] For port 35358136-74af-49bb-a78d-b31cb0a84ec0, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=35358136-74af-49bb-a78d-b31cb0a84ec0,segment=NetworkSegment(b9f7fcb8-3ad7-4396-8a90-9caaa206c569),segment_id=b9f7fcb8-3ad7-4396-8a90-9caaa206c569)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:15:15.591450 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-ff57d72f-3a10-4a53-ab37-e7d3e4d82331 req-791fb51f-13d3-4a86-9f9b-e76eeecc0ac0 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (35358136-74af-49bb-a78d-b31cb0a84ec0), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:15.785990 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-ff57d72f-3a10-4a53-ab37-e7d3e4d82331 req-791fb51f-13d3-4a86-9f9b-e76eeecc0ac0 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:15.786355 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-ff57d72f-3a10-4a53-ab37-e7d3e4d82331 req-791fb51f-13d3-4a86-9f9b-e76eeecc0ac0 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (5b27012d-8dbb-4b86-a544-20a2d6af2c4d), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:15.786674 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.db.l3_db [req-ff57d72f-3a10-4a53-ab37-e7d3e4d82331 req-791fb51f-13d3-4a86-9f9b-e76eeecc0ac0 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Floating IP 5b27012d-8dbb-4b86-a544-20a2d6af2c4d disassociated. External IP: 172.27.3.204, port: 35358136-74af-49bb-a78d-b31cb0a84ec0. Sep 26 18:15:15.787018 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-ff57d72f-3a10-4a53-ab37-e7d3e4d82331 req-791fb51f-13d3-4a86-9f9b-e76eeecc0ac0 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Calling delete_port for 35358136-74af-49bb-a78d-b31cb0a84ec0 owned by compute:nova {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:15:15.794036 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff661874-8f19-4b26-8728-5de79e02bc1a req-3be5765a-0fda-4295-936d-adb56b311ecb tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:15.797696 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ff661874-8f19-4b26-8728-5de79e02bc1a req-3be5765a-0fda-4295-936d-adb56b311ecb tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a679ce86-f6fe-43f2-91ba-7910d805abfd HTTP/1.1" status: 200 len: 946 time: 0.0656276 Sep 26 18:15:15.893268 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ff661874-8f19-4b26-8728-5de79e02bc1a req-f4eaf5cf-bba9-40a6-8f73-6c3e49e06b27 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=4dafb6bd-c17e-4119-970f-d59673675892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900383 Sep 26 18:15:16.024179 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-ff57d72f-3a10-4a53-ab37-e7d3e4d82331 req-791fb51f-13d3-4a86-9f9b-e76eeecc0ac0 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (35358136-74af-49bb-a78d-b31cb0a84ec0), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:16.050779 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791fb51f-13d3-4a86-9f9b-e76eeecc0ac0 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Pushing event deleted for resources: {'Port': ['ID=35358136-74af-49bb-a78d-b31cb0a84ec0,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:16.165439 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff57d72f-3a10-4a53-ab37-e7d3e4d82331 req-791fb51f-13d3-4a86-9f9b-e76eeecc0ac0 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Router 8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:15:16.217309 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:16.271866 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff57d72f-3a10-4a53-ab37-e7d3e4d82331 req-791fb51f-13d3-4a86-9f9b-e76eeecc0ac0 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:15:16.283092 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8c5905-7fa1-4b17-8416-c83bffd11807 None None] Sync routers for ids ['8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'] in dv-cinder-859319-1-iscsi {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:15:16.294226 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8c5905-7fa1-4b17-8416-c83bffd11807 None None] Routers {'8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:15:16.294848 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-cc8c5905-7fa1-4b17-8416-c83bffd11807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:15:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:15:16.316277 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff57d72f-3a10-4a53-ab37-e7d3e4d82331 req-791fb51f-13d3-4a86-9f9b-e76eeecc0ac0 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] No DVR routers for this DVR port 35358136-74af-49bb-a78d-b31cb0a84ec0 on host hv-cinder-85931 {{(pid=106583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:15:16.318899 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-ff57d72f-3a10-4a53-ab37-e7d3e4d82331 req-791fb51f-13d3-4a86-9f9b-e76eeecc0ac0 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:16.322343 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ff57d72f-3a10-4a53-ab37-e7d3e4d82331 req-791fb51f-13d3-4a86-9f9b-e76eeecc0ac0 tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.88 "DELETE /networking/v2.0/ports/35358136-74af-49bb-a78d-b31cb0a84ec0 HTTP/1.1" status: 204 len: 173 time: 0.9133542 Sep 26 18:15:16.322793 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a679ce86-f6fe-43f2-91ba-7910d805abfd', 'name': 'network-vif-deleted', 'tag': '35358136-74af-49bb-a78d-b31cb0a84ec0'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:15:16.325079 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0145bbf-91a1-446a-b652-839010e0f341" -d '{"events": [{"server_uuid": "a679ce86-f6fe-43f2-91ba-7910d805abfd", "name": "network-vif-deleted", "tag": "35358136-74af-49bb-a78d-b31cb0a84ec0"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:15:16.367789 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4af998c-3f2e-4383-9af7-b70951ad88e3 x-openstack-request-id: req-a4af998c-3f2e-4383-9af7-b70951ad88e3 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:15:16.368084 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a679ce86-f6fe-43f2-91ba-7910d805abfd", "name": "network-vif-deleted", "tag": "35358136-74af-49bb-a78d-b31cb0a84ec0", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:15:16.368346 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a4af998c-3f2e-4383-9af7-b70951ad88e3 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:15:16.369680 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4af998c-3f2e-4383-9af7-b70951ad88e3'] response: {'server_uuid': 'a679ce86-f6fe-43f2-91ba-7910d805abfd', 'name': 'network-vif-deleted', 'tag': '35358136-74af-49bb-a78d-b31cb0a84ec0', 'status': 'completed', 'code': 200} Sep 26 18:15:16.422028 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-cc8c5905-7fa1-4b17-8416-c83bffd11807 None None] Set router 8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:15:16.493773 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:16.748189 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-cc8c5905-7fa1-4b17-8416-c83bffd11807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'name': 'tempest-AttachVolumeTestJSON-1898921580-router', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:47Z', 'revision_number': 4, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'gw_port': {'id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '83d43dcc-e096-4d8b-81c2-766ba67243fc', 'name': '', 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'mac_address': 'fa:16:3e:3c:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:46Z', 'updated_at': '2022-09-26T18:09:51Z', 'revision_number': 5, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'subnets': [{'id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:15:16.774580 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8c5905-7fa1-4b17-8416-c83bffd11807 None None] Checking router: 8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0 for host: dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:15:16.783453 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8c5905-7fa1-4b17-8416-c83bffd11807 None None] Routers {'8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:15:16.784026 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-cc8c5905-7fa1-4b17-8416-c83bffd11807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:15:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:15:16.820760 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=100 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:16.890748 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-cc8c5905-7fa1-4b17-8416-c83bffd11807 None None] Set router 8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:15:17.015838 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-809196cc-5e51-4c22-b44b-115cbb3ce706 req-3192dd00-acde-42ae-b91d-4a3342e8db4f tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a679ce86-f6fe-43f2-91ba-7910d805abfd HTTP/1.1" status: 200 len: 210 time: 0.0296748 Sep 26 18:15:17.086813 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-cc8c5905-7fa1-4b17-8416-c83bffd11807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'name': 'tempest-AttachVolumeTestJSON-1898921580-router', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:47Z', 'revision_number': 4, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'gw_port': {'id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '83d43dcc-e096-4d8b-81c2-766ba67243fc', 'name': '', 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'mac_address': 'fa:16:3e:3c:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:46Z', 'updated_at': '2022-09-26T18:09:51Z', 'revision_number': 5, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'subnets': [{'id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:15:17.112628 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8c5905-7fa1-4b17-8416-c83bffd11807 None None] The sync data for ids ['8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'] in dv-cinder-859319-1-iscsi is: [{'id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'name': 'tempest-AttachVolumeTestJSON-1898921580-router', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:47Z', 'revision_number': 4, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'gw_port': {'id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '83d43dcc-e096-4d8b-81c2-766ba67243fc', 'name': '', 'network_id': 'cfb449ba-f5c1-48f2-86e2-66ac0c50a443', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'mac_address': 'fa:16:3e:3c:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:46Z', 'updated_at': '2022-09-26T18:09:51Z', 'revision_number': 5, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'subnets': [{'id': '83aedef4-9250-4b02-8624-1d67dbb0e7cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:15:17.332867 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f7fe96-26ee-4a63-8c5f-6fcf70ed7c3b None None] New status for floating IP 5b27012d-8dbb-4b86-a544-20a2d6af2c4d: DOWN {{(pid=106585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:15:18.157665 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 56162) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:18.219032 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-9eba8cb0-a421-40e4-b535-8f246deb2aad tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for security_group (4dafb6bd-c17e-4119-970f-d59673675892), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:18.230533 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:18.242546 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-9eba8cb0-a421-40e4-b535-8f246deb2aad tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for security_group (4dafb6bd-c17e-4119-970f-d59673675892), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:18.366560 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-9eba8cb0-a421-40e4-b535-8f246deb2aad tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (4dafb6bd-c17e-4119-970f-d59673675892), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:18.369684 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-9eba8cb0-a421-40e4-b535-8f246deb2aad tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:18.371017 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-9eba8cb0-a421-40e4-b535-8f246deb2aad tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/4dafb6bd-c17e-4119-970f-d59673675892 HTTP/1.1" status: 204 len: 168 time: 0.2122803 Sep 26 18:15:18.373897 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 56164) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:18.380779 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba8cb0-a421-40e4-b535-8f246deb2aad tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dafb6bd-c17e-4119-970f-d59673675892,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:18.389423 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.api.v2.resource [None req-436503e2-d390-4743-af8d-d8d4c2081d9b tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] show failed (client error): The resource could not be found. Sep 26 18:15:18.390442 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-436503e2-d390-4743-af8d-d8d4c2081d9b tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "GET /networking/v2.0/security-groups/4dafb6bd-c17e-4119-970f-d59673675892 HTTP/1.1" status: 404 len: 347 time: 0.0155523 Sep 26 18:15:18.393410 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 56166) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:18.505675 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-22a4a358-a5d3-4078-b951-3d54d4f90c9b tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Deleting port 9dbb71fe-5a6b-4da5-a84f-d7e8fca74af3 {{(pid=106582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:15:18.505920 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-22a4a358-a5d3-4078-b951-3d54d4f90c9b tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (9dbb71fe-5a6b-4da5-a84f-d7e8fca74af3), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:18.584241 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-22a4a358-a5d3-4078-b951-3d54d4f90c9b tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (9dbb71fe-5a6b-4da5-a84f-d7e8fca74af3), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:18.584566 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-22a4a358-a5d3-4078-b951-3d54d4f90c9b tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for floatingip (9dbb71fe-5a6b-4da5-a84f-d7e8fca74af3), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:18.597504 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-22a4a358-a5d3-4078-b951-3d54d4f90c9b tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Calling delete_port for 9dbb71fe-5a6b-4da5-a84f-d7e8fca74af3 owned by network:floatingip {{(pid=106582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:15:18.812148 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-22a4a358-a5d3-4078-b951-3d54d4f90c9b tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (9dbb71fe-5a6b-4da5-a84f-d7e8fca74af3), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:18.838964 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4a358-a5d3-4078-b951-3d54d4f90c9b tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Pushing event deleted for resources: {'Port': ['ID=9dbb71fe-5a6b-4da5-a84f-d7e8fca74af3,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:18.902776 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-22a4a358-a5d3-4078-b951-3d54d4f90c9b tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks [] for floatingip (5b27012d-8dbb-4b86-a544-20a2d6af2c4d), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:18.905362 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-22a4a358-a5d3-4078-b951-3d54d4f90c9b tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:18.906513 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-22a4a358-a5d3-4078-b951-3d54d4f90c9b tempest-AttachVolumeTestJSON-954633196 tempest-AttachVolumeTestJSON-954633196-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/5b27012d-8dbb-4b86-a544-20a2d6af2c4d HTTP/1.1" status: 204 len: 168 time: 0.5121987 Sep 26 18:15:19.068208 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 35358136-74af-49bb-a78d-b31cb0a84ec0 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:15:19.091669 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] No Port match for: 35358136-74af-49bb-a78d-b31cb0a84ec0 {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:15:19.092243 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 35358136-74af-49bb-a78d-b31cb0a84ec0 not bound to the agent host hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:15:21.560282 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367d088-9021-49b5-9d6e-1cc9e2162f31 req-b3ae79c9-e114-41d9-a17a-27e90e8a61c5 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:21.562084 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d367d088-9021-49b5-9d6e-1cc9e2162f31 req-b3ae79c9-e114-41d9-a17a-27e90e8a61c5 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 984 time: 0.0572417 Sep 26 18:15:21.648057 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd99974-3f41-4ad0-acba-c276f2bf971a req-f8bb09f8-7e08-44d0-9dca-e964400665a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:21.649529 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9bd99974-3f41-4ad0-acba-c276f2bf971a req-f8bb09f8-7e08-44d0-9dca-e964400665a1 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=3b1fa05de673407eae9d3b50898c7b04&device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 1168 time: 0.0652170 Sep 26 18:15:21.664469 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d367d088-9021-49b5-9d6e-1cc9e2162f31 req-9cc457f5-2f44-4f10-ba95-827042a549f9 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fb4d97e8-fa11-4fa4-b8e3-9eed2b1ec4e6&id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0963702 Sep 26 18:15:21.964239 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd99974-3f41-4ad0-acba-c276f2bf971a req-34af3c8a-7972-4c0d-af35-2e74ef887490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:21.965713 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9bd99974-3f41-4ad0-acba-c276f2bf971a req-34af3c8a-7972-4c0d-af35-2e74ef887490 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=22db2827-402e-4cac-b75e-19e5cab992bc HTTP/1.1" status: 200 len: 915 time: 0.0906250 Sep 26 18:15:22.311969 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9bd99974-3f41-4ad0-acba-c276f2bf971a req-540f686e-9962-4ff4-9cc3-1daaaf4ad7df service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 HTTP/1.1" status: 200 len: 1001 time: 0.3366663 Sep 26 18:15:22.434451 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd99974-3f41-4ad0-acba-c276f2bf971a req-d00798eb-ff53-43d8-a246-9160cb79d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:22.436111 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9bd99974-3f41-4ad0-acba-c276f2bf971a req-d00798eb-ff53-43d8-a246-9160cb79d25f service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=7f2a8ea0-935c-4aa5-8b56-74236be47413 HTTP/1.1" status: 200 len: 853 time: 0.0471039 Sep 26 18:15:22.481700 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd99974-3f41-4ad0-acba-c276f2bf971a req-ccf17dd9-d4e6-455c-91cb-1d463b11222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:22.483200 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9bd99974-3f41-4ad0-acba-c276f2bf971a req-ccf17dd9-d4e6-455c-91cb-1d463b11222c service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=22db2827-402e-4cac-b75e-19e5cab992bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399361 Sep 26 18:15:22.577457 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9bd99974-3f41-4ad0-acba-c276f2bf971a req-dbb08e3f-f094-476c-b2bf-64f84fb75f1e service neutron] 10.222.0.88 "GET /networking/v2.0/networks/22db2827-402e-4cac-b75e-19e5cab992bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864294 Sep 26 18:15:22.668143 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9bd99974-3f41-4ad0-acba-c276f2bf971a req-1dea8ee7-8e11-498b-8a3a-ce6f82057ff5 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/22db2827-402e-4cac-b75e-19e5cab992bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833199 Sep 26 18:15:22.790020 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d20a9-213e-4c95-a40d-c251bf2a2185 req-73be5e37-20f6-4098-9b46-f37cdb638017 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:22.792367 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-560d20a9-213e-4c95-a40d-c251bf2a2185 req-73be5e37-20f6-4098-9b46-f37cdb638017 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 984 time: 0.0514557 Sep 26 18:15:22.856563 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-560d20a9-213e-4c95-a40d-c251bf2a2185 req-992815df-f87e-47bd-900e-cd49e62b912d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fb4d97e8-fa11-4fa4-b8e3-9eed2b1ec4e6&id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581927 Sep 26 18:15:22.906973 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 56202) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:23.151315 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:15:23.326739 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-bf53c8ac-a696-4edc-ba6e-88c626a63209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-492504'] for router_interface (8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:23.649486 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:23.658569 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:23.724431 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-bf53c8ac-a696-4edc-ba6e-88c626a63209 admin admin] Deleting port 83d43dcc-e096-4d8b-81c2-766ba67243fc {{(pid=106582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:15:23.724812 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-bf53c8ac-a696-4edc-ba6e-88c626a63209 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (83d43dcc-e096-4d8b-81c2-766ba67243fc), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:23.812152 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.db [None req-bf53c8ac-a696-4edc-ba6e-88c626a63209 admin admin] For port 83d43dcc-e096-4d8b-81c2-766ba67243fc, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=83d43dcc-e096-4d8b-81c2-766ba67243fc,segment=NetworkSegment(b9f7fcb8-3ad7-4396-8a90-9caaa206c569),segment_id=b9f7fcb8-3ad7-4396-8a90-9caaa206c569)] {{(pid=106582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:15:23.812516 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-bf53c8ac-a696-4edc-ba6e-88c626a63209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (83d43dcc-e096-4d8b-81c2-766ba67243fc), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:23.825821 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-bf53c8ac-a696-4edc-ba6e-88c626a63209 admin admin] Calling delete_port for 83d43dcc-e096-4d8b-81c2-766ba67243fc owned by network:router_interface {{(pid=106582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:15:23.949046 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:23.985185 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e64c31-59f3-445a-a000-0acf049991b9 req-ff5b8d65-3bfb-46d1-bd2b-3d523c8fe282 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:23.986844 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-63e64c31-59f3-445a-a000-0acf049991b9 req-ff5b8d65-3bfb-46d1-bd2b-3d523c8fe282 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 984 time: 0.0482974 Sep 26 18:15:24.047866 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-63e64c31-59f3-445a-a000-0acf049991b9 req-11338399-1da9-4ee1-a7fc-3e8f8aabfe99 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fb4d97e8-fa11-4fa4-b8e3-9eed2b1ec4e6&id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550380 Sep 26 18:15:24.075638 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-bf53c8ac-a696-4edc-ba6e-88c626a63209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (83d43dcc-e096-4d8b-81c2-766ba67243fc), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:24.099220 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53c8ac-a696-4edc-ba6e-88c626a63209 admin admin] Pushing event deleted for resources: {'Port': ['ID=83d43dcc-e096-4d8b-81c2-766ba67243fc,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:24.274947 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-bf53c8ac-a696-4edc-ba6e-88c626a63209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-642353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504936'] for router_interface (8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:24.455008 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:24.481060 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf53c8ac-a696-4edc-ba6e-88c626a63209 admin admin] Router 8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:15:24.587661 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf53c8ac-a696-4edc-ba6e-88c626a63209 admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:15:24.593030 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-bf53c8ac-a696-4edc-ba6e-88c626a63209 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6850455 Sep 26 18:15:24.595565 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 56208) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:24.599978 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab6b158-45d7-489e-8da3-d9b926b51a63 None None] Sync routers for ids ['8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'] in dv-cinder-859319-1-iscsi {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:15:24.611158 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab6b158-45d7-489e-8da3-d9b926b51a63 None None] Routers {'8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:15:24.611823 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-4ab6b158-45d7-489e-8da3-d9b926b51a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:15:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:15:24.648827 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:24.651090 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4206809-eec0-4778-95de-7c9be9088dc3 req-3eb60e85-9b71-48e1-87f2-26bed4f3a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:24.652716 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f4206809-eec0-4778-95de-7c9be9088dc3 req-3eb60e85-9b71-48e1-87f2-26bed4f3a028 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=3b1fa05de673407eae9d3b50898c7b04&device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 1168 time: 0.0483007 Sep 26 18:15:24.704463 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a22df8ab-dbfa-4da2-b3d2-82f5db4855eb admin admin] Publish callbacks [] for router (8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:24.721280 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-4ab6b158-45d7-489e-8da3-d9b926b51a63 None None] Set router 8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:15:24.760695 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4206809-eec0-4778-95de-7c9be9088dc3 req-350cd698-5cf5-4a85-a10f-506abc19810a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:24.762152 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f4206809-eec0-4778-95de-7c9be9088dc3 req-350cd698-5cf5-4a85-a10f-506abc19810a service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=22db2827-402e-4cac-b75e-19e5cab992bc HTTP/1.1" status: 200 len: 915 time: 0.0905056 Sep 26 18:15:24.776053 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:24.811278 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a22df8ab-dbfa-4da2-b3d2-82f5db4855eb admin admin] Publish callbacks [] for router_gateway (8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:24.834831 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f4206809-eec0-4778-95de-7c9be9088dc3 req-9d9eecad-26b0-4c32-9c3f-b952235e44c6 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 HTTP/1.1" status: 200 len: 1001 time: 0.0664067 Sep 26 18:15:24.886381 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:24.888207 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4206809-eec0-4778-95de-7c9be9088dc3 req-cc48492f-137b-432d-a2a9-4b94f600e31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:24.889775 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f4206809-eec0-4778-95de-7c9be9088dc3 req-cc48492f-137b-432d-a2a9-4b94f600e31c service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=7f2a8ea0-935c-4aa5-8b56-74236be47413 HTTP/1.1" status: 200 len: 853 time: 0.0490208 Sep 26 18:15:24.894974 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-a22df8ab-dbfa-4da2-b3d2-82f5db4855eb admin admin] Deleting port 0725dd40-c78d-48d2-b124-10e5ff0fe50e {{(pid=106582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:15:24.895537 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a22df8ab-dbfa-4da2-b3d2-82f5db4855eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (0725dd40-c78d-48d2-b124-10e5ff0fe50e), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:24.907583 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-4ab6b158-45d7-489e-8da3-d9b926b51a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'name': 'tempest-AttachVolumeTestJSON-1898921580-router', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:15:23Z', 'revision_number': 5, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'gw_port': {'id': '0725dd40-c78d-48d2-b124-10e5ff0fe50e', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:15:24.936191 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab6b158-45d7-489e-8da3-d9b926b51a63 None None] Checking router: 8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0 for host: dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:15:24.941682 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4206809-eec0-4778-95de-7c9be9088dc3 req-be838a33-30cf-40f7-a910-82accf778a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:24.944930 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f4206809-eec0-4778-95de-7c9be9088dc3 req-be838a33-30cf-40f7-a910-82accf778a06 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=22db2827-402e-4cac-b75e-19e5cab992bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461676 Sep 26 18:15:24.945322 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab6b158-45d7-489e-8da3-d9b926b51a63 None None] Routers {'8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:15:24.945888 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-4ab6b158-45d7-489e-8da3-d9b926b51a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:15:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:15:25.023863 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.db [None req-a22df8ab-dbfa-4da2-b3d2-82f5db4855eb admin admin] For port 0725dd40-c78d-48d2-b124-10e5ff0fe50e, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=0725dd40-c78d-48d2-b124-10e5ff0fe50e,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:15:25.024557 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a22df8ab-dbfa-4da2-b3d2-82f5db4855eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (0725dd40-c78d-48d2-b124-10e5ff0fe50e), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:25.047100 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f4206809-eec0-4778-95de-7c9be9088dc3 req-79ea34f2-a2cd-4da7-a6ad-7c1e7d50efaa service neutron] 10.222.0.88 "GET /networking/v2.0/networks/22db2827-402e-4cac-b75e-19e5cab992bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961201 Sep 26 18:15:25.047890 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-a22df8ab-dbfa-4da2-b3d2-82f5db4855eb admin admin] Calling delete_port for 0725dd40-c78d-48d2-b124-10e5ff0fe50e owned by network:router_gateway {{(pid=106582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:15:25.077768 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-4ab6b158-45d7-489e-8da3-d9b926b51a63 None None] Set router 8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0 gateway port host: None {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:15:25.148461 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-4ab6b158-45d7-489e-8da3-d9b926b51a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'name': 'tempest-AttachVolumeTestJSON-1898921580-router', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:15:24Z', 'revision_number': 6, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'gw_port_host': None}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:15:25.183182 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab6b158-45d7-489e-8da3-d9b926b51a63 None None] The sync data for ids ['8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0'] in dv-cinder-859319-1-iscsi is: [{'id': '8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0', 'name': 'tempest-AttachVolumeTestJSON-1898921580-router', 'tenant_id': '7750acf9ab4843d1a3848472e99881a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:43Z', 'updated_at': '2022-09-26T18:15:24Z', 'revision_number': 6, 'project_id': '7750acf9ab4843d1a3848472e99881a1', 'gw_port_host': None}] {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:15:25.208425 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f4206809-eec0-4778-95de-7c9be9088dc3 req-c206436e-2cab-4d1f-9992-45aa48feb308 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/22db2827-402e-4cac-b75e-19e5cab992bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544392 Sep 26 18:15:25.239075 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd24f8f-939f-4bce-bf52-efce05948958 req-89390cf2-55ef-479d-bbc8-5606a5446cba tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:25.240687 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9cd24f8f-939f-4bce-bf52-efce05948958 req-89390cf2-55ef-479d-bbc8-5606a5446cba tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 984 time: 0.0782495 Sep 26 18:15:25.328162 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9cd24f8f-939f-4bce-bf52-efce05948958 req-3a6edbba-c7e6-4aa2-8971-cf3d6efc3c46 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fb4d97e8-fa11-4fa4-b8e3-9eed2b1ec4e6&id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0788858 Sep 26 18:15:25.363966 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a22df8ab-dbfa-4da2-b3d2-82f5db4855eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (0725dd40-c78d-48d2-b124-10e5ff0fe50e), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:25.396791 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22df8ab-dbfa-4da2-b3d2-82f5db4855eb admin admin] Pushing event deleted for resources: {'Port': ['ID=0725dd40-c78d-48d2-b124-10e5ff0fe50e,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:25.482830 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a22df8ab-dbfa-4da2-b3d2-82f5db4855eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500258'] for router_gateway (8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:25.551554 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:25.592576 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a22df8ab-dbfa-4da2-b3d2-82f5db4855eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2095462'] for router (8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:25.594888 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a22df8ab-dbfa-4da2-b3d2-82f5db4855eb admin admin] Publish callbacks [] for router_controller (8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0), precommit_delete_associations {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:25.715862 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a22df8ab-dbfa-4da2-b3d2-82f5db4855eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504853'] for router (8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:25.717536 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22df8ab-dbfa-4da2-b3d2-82f5db4855eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0 {{(pid=106582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 18:15:25.721408 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a22df8ab-dbfa-4da2-b3d2-82f5db4855eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:25.722687 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-a22df8ab-dbfa-4da2-b3d2-82f5db4855eb admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/8f730cd6-5f2c-4e62-a37f-4f9a0b0206c0 HTTP/1.1" status: 204 len: 168 time: 1.1256359 Sep 26 18:15:25.725429 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 56212) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:25.780514 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_v2 [None req-a278de6e-69ac-440a-bca6-a1181e507fcf admin admin] Deleting subnet 83aedef4-9250-4b02-8624-1d67dbb0e7cd {{(pid=106582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:15:25.784402 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a278de6e-69ac-440a-bca6-a1181e507fcf admin admin] Publish callbacks [] for subnet (83aedef4-9250-4b02-8624-1d67dbb0e7cd), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:25.831065 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a278de6e-69ac-440a-bca6-a1181e507fcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2230098'] for subnet (83aedef4-9250-4b02-8624-1d67dbb0e7cd), precommit_delete_associations {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:25.957449 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a278de6e-69ac-440a-bca6-a1181e507fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32872334'] for subnet (83aedef4-9250-4b02-8624-1d67dbb0e7cd), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:26.033038 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:26.104616 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 83d43dcc-e096-4d8b-81c2-766ba67243fc no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:15:26.125499 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] No Port match for: 83d43dcc-e096-4d8b-81c2-766ba67243fc {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:15:26.135807 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 83d43dcc-e096-4d8b-81c2-766ba67243fc not bound to the agent host dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:15:26.135807 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 0725dd40-c78d-48d2-b124-10e5ff0fe50e no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:15:26.144401 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] No Port match for: 0725dd40-c78d-48d2-b124-10e5ff0fe50e {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:15:26.144752 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 0725dd40-c78d-48d2-b124-10e5ff0fe50e not bound to the agent host dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:15:26.155802 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a278de6e-69ac-440a-bca6-a1181e507fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32869299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-514030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2161408'] for subnet (83aedef4-9250-4b02-8624-1d67dbb0e7cd), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:26.184532 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278de6e-69ac-440a-bca6-a1181e507fcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83aedef4-9250-4b02-8624-1d67dbb0e7cd,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:26.186532 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a278de6e-69ac-440a-bca6-a1181e507fcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for subnet (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:26.189719 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-a278de6e-69ac-440a-bca6-a1181e507fcf admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/83aedef4-9250-4b02-8624-1d67dbb0e7cd HTTP/1.1" status: 204 len: 168 time: 0.4632046 Sep 26 18:15:26.190994 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015ddc43-1ac0-4372-92e5-0b12d8e559dd None None] Network cfb449ba-f5c1-48f2-86e2-66ac0c50a443 requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:15:26.192435 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 56214) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:26.271415 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-be439653-4456-4e55-a40c-792d57d01644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32779771'] for network (cfb449ba-f5c1-48f2-86e2-66ac0c50a443), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:26.318612 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-be439653-4456-4e55-a40c-792d57d01644 admin admin] Deleting port f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12 {{(pid=106582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:15:26.318880 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-be439653-4456-4e55-a40c-792d57d01644 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:26.386929 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a434b996-ad24-4470-8b5d-8d872b51cd06 None None] DHCP port deletion for cfb449ba-f5c1-48f2-86e2-66ac0c50a443 request from dv-cinder-859319-1-iscsi {{(pid=106584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 18:15:26.394640 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.db [None req-be439653-4456-4e55-a40c-792d57d01644 admin admin] For port f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12,segment=NetworkSegment(b9f7fcb8-3ad7-4396-8a90-9caaa206c569),segment_id=b9f7fcb8-3ad7-4396-8a90-9caaa206c569)] {{(pid=106582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:15:26.396592 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-be439653-4456-4e55-a40c-792d57d01644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:26.424261 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-be439653-4456-4e55-a40c-792d57d01644 admin admin] Calling delete_port for f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12 owned by network:dhcp {{(pid=106582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:15:26.434556 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-a434b996-ad24-4470-8b5d-8d872b51cd06 None None] Deleting port f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12 {{(pid=106584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:15:26.435262 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a434b996-ad24-4470-8b5d-8d872b51cd06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12), before_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:26.453135 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=100 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:26.493781 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe9672-633d-4a55-82dc-804b3d6bf79f req-9bc0f019-e533-43cd-b3d0-bc88451960b6 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:26.495542 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-92fe9672-633d-4a55-82dc-804b3d6bf79f req-9bc0f019-e533-43cd-b3d0-bc88451960b6 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 984 time: 0.0657163 Sep 26 18:15:26.516233 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-a434b996-ad24-4470-8b5d-8d872b51cd06 None None] For port f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12,segment=NetworkSegment(b9f7fcb8-3ad7-4396-8a90-9caaa206c569),segment_id=b9f7fcb8-3ad7-4396-8a90-9caaa206c569)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:15:26.516653 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a434b996-ad24-4470-8b5d-8d872b51cd06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12), precommit_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:26.534152 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-a434b996-ad24-4470-8b5d-8d872b51cd06 None None] Calling delete_port for f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12 owned by network:dhcp {{(pid=106584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:15:26.572365 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-be439653-4456-4e55-a40c-792d57d01644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:26.572748 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-92fe9672-633d-4a55-82dc-804b3d6bf79f req-c26edf2e-6fff-4d95-9d05-b565da843c9d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fb4d97e8-fa11-4fa4-b8e3-9eed2b1ec4e6&id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0710487 Sep 26 18:15:26.597644 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be439653-4456-4e55-a40c-792d57d01644 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:26.603906 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be439653-4456-4e55-a40c-792d57d01644 admin admin] No DVR routers for this DVR port f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12 on host dv-cinder-859319-1-iscsi {{(pid=106582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:15:26.632035 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a434b996-ad24-4470-8b5d-8d872b51cd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729'] for port (f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12), after_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:26.658669 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434b996-ad24-4470-8b5d-8d872b51cd06 None None] Pushing event deleted for resources: {'Port': ['ID=f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12,revision_number=None']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:26.660622 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a434b996-ad24-4470-8b5d-8d872b51cd06 None None] No DVR routers for this DVR port f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12 on host dv-cinder-859319-1-iscsi {{(pid=106584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:15:26.689581 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-be439653-4456-4e55-a40c-792d57d01644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841381', 'neutron.services.segments.db._delete_segments_for_network-8756749958337'] for network (cfb449ba-f5c1-48f2-86e2-66ac0c50a443), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:26.710469 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.services.segments.db [None req-be439653-4456-4e55-a40c-792d57d01644 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb449ba-f5c1-48f2-86e2-66ac0c50a443']}} {{(pid=106582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:15:26.720379 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.services.segments.db [None req-be439653-4456-4e55-a40c-792d57d01644 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f7fcb8-3ad7-4396-8a90-9caaa206c569') {'for_net_delete': True} {{(pid=106582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:15:26.720684 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.services.segments.db [None req-be439653-4456-4e55-a40c-792d57d01644 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f7fcb8-3ad7-4396-8a90-9caaa206c569') {} {{(pid=106582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:15:26.731170 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-be439653-4456-4e55-a40c-792d57d01644 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756749958229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230121'] for segment (b9f7fcb8-3ad7-4396-8a90-9caaa206c569), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:26.744367 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-be439653-4456-4e55-a40c-792d57d01644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (b9f7fcb8-3ad7-4396-8a90-9caaa206c569), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:26.750677 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be439653-4456-4e55-a40c-792d57d01644 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=106582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:15:26.751062 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-be439653-4456-4e55-a40c-792d57d01644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-513876'] for segment (b9f7fcb8-3ad7-4396-8a90-9caaa206c569), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:26.792189 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.services.segments.plugin [-] Segment b9f7fcb8-3ad7-4396-8a90-9caaa206c569 resource provider aggregate not found Sep 26 18:15:26.815639 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.services.segments.plugin [-] Segment b9f7fcb8-3ad7-4396-8a90-9caaa206c569 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9f7fcb8-3ad7-4396-8a90-9caaa206c569 found for delete ", "request_id": "req-0439cbcb-e5ba-4b73-8c10-3037b41d7480"}]} Sep 26 18:15:26.886730 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-be439653-4456-4e55-a40c-792d57d01644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500471'] for network (cfb449ba-f5c1-48f2-86e2-66ac0c50a443), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:26.891354 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-be439653-4456-4e55-a40c-792d57d01644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:26.894813 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-be439653-4456-4e55-a40c-792d57d01644 admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/cfb449ba-f5c1-48f2-86e2-66ac0c50a443 HTTP/1.1" status: 204 len: 168 time: 0.7014284 Sep 26 18:15:26.908719 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be439653-4456-4e55-a40c-792d57d01644 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfb449ba-f5c1-48f2-86e2-66ac0c50a443,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:27.261028 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 56224) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:27.295456 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:27.306982 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-38d660a2-80e8-4ab1-8005-e4f8cee129f0 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=7750acf9ab4843d1a3848472e99881a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447507 Sep 26 18:15:27.309534 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 56226) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:27.359404 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-5fc0ddd8-82ab-4f11-8e0c-c63d28f250c5 admin admin] Publish callbacks [] for security_group (03483965-9e2a-4cf0-a9cf-a921eb6496e6), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:27.380266 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-5fc0ddd8-82ab-4f11-8e0c-c63d28f250c5 admin admin] Publish callbacks [] for security_group (03483965-9e2a-4cf0-a9cf-a921eb6496e6), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:27.510121 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-5fc0ddd8-82ab-4f11-8e0c-c63d28f250c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (03483965-9e2a-4cf0-a9cf-a921eb6496e6), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:27.512757 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-5fc0ddd8-82ab-4f11-8e0c-c63d28f250c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:27.513785 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-5fc0ddd8-82ab-4f11-8e0c-c63d28f250c5 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/03483965-9e2a-4cf0-a9cf-a921eb6496e6 HTTP/1.1" status: 204 len: 168 time: 0.2033577 Sep 26 18:15:27.522908 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc0ddd8-82ab-4f11-8e0c-c63d28f250c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03483965-9e2a-4cf0-a9cf-a921eb6496e6,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:27.693237 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3724f3-9c0d-49a0-946b-0da99a0412c0 req-2853db4d-aa42-4631-a04c-2a7a8a799ca4 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:27.694717 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9a3724f3-9c0d-49a0-946b-0da99a0412c0 req-2853db4d-aa42-4631-a04c-2a7a8a799ca4 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 984 time: 0.0471089 Sep 26 18:15:27.761883 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9a3724f3-9c0d-49a0-946b-0da99a0412c0 req-2458451f-8535-4886-8178-f56514025905 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fb4d97e8-fa11-4fa4-b8e3-9eed2b1ec4e6&id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605021 Sep 26 18:15:28.103613 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12 no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:15:28.128322 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] No Port match for: f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12 {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:15:28.128322 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device f4a1dd0c-fc6b-4dd3-8028-91e9ee558d12 not bound to the agent host dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:15:28.897983 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24395b6-ea8b-453c-9acf-19d6625a0618 req-c773cb29-38ca-4fba-8987-b9b8d2577361 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:28.899479 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c24395b6-ea8b-453c-9acf-19d6625a0618 req-c773cb29-38ca-4fba-8987-b9b8d2577361 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 984 time: 0.0561624 Sep 26 18:15:28.961976 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c24395b6-ea8b-453c-9acf-19d6625a0618 req-610f2d6d-a046-416a-b47a-ba16507a00e7 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fb4d97e8-fa11-4fa4-b8e3-9eed2b1ec4e6&id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557623 Sep 26 18:15:30.092387 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876aea0-7125-4d80-861b-074d6c6464e5 req-3487919c-8f1d-4dfb-a12e-0aacdcd29a53 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:30.093909 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6876aea0-7125-4d80-861b-074d6c6464e5 req-3487919c-8f1d-4dfb-a12e-0aacdcd29a53 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 984 time: 0.0517488 Sep 26 18:15:30.157495 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6876aea0-7125-4d80-861b-074d6c6464e5 req-4c639003-1383-4474-842a-7b3b75ca4490 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fb4d97e8-fa11-4fa4-b8e3-9eed2b1ec4e6&id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578296 Sep 26 18:15:31.282884 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa804e-ccec-4294-93c7-498d4b7739f1 req-9605c5bf-c43c-4841-8b2e-9219f46f211d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:31.284393 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cbfa804e-ccec-4294-93c7-498d4b7739f1 req-9605c5bf-c43c-4841-8b2e-9219f46f211d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 984 time: 0.0508773 Sep 26 18:15:31.305439 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:31.321308 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:31.345773 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cbfa804e-ccec-4294-93c7-498d4b7739f1 req-6bb9eb6e-165d-41ee-b772-8602d3c7ebf3 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fb4d97e8-fa11-4fa4-b8e3-9eed2b1ec4e6&id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557029 Sep 26 18:15:31.926659 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-22d79cf8-f683-4b6d-a4a9-14d0285501a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:32.470031 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b0c80-50a2-49e8-b281-8808392658d0 req-c6b80140-ad78-41da-a54c-82dff8ab4953 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:32.471500 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e71b0c80-50a2-49e8-b281-8808392658d0 req-c6b80140-ad78-41da-a54c-82dff8ab4953 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 984 time: 0.0481372 Sep 26 18:15:32.531095 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e71b0c80-50a2-49e8-b281-8808392658d0 req-8395063a-ddd4-4260-8636-37cd529931ff tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fb4d97e8-fa11-4fa4-b8e3-9eed2b1ec4e6&id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538914 Sep 26 18:15:33.146195 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:33.146996 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:33.652460 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a2406-d903-40e0-b796-49042f340736 req-9557bc2b-0e63-4c89-b6fb-d42295a93eb1 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:33.653932 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c00a2406-d903-40e0-b796-49042f340736 req-9557bc2b-0e63-4c89-b6fb-d42295a93eb1 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 984 time: 0.0483224 Sep 26 18:15:33.717782 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c00a2406-d903-40e0-b796-49042f340736 req-aaa7c03c-3f13-44df-bc5a-15450119db6a tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fb4d97e8-fa11-4fa4-b8e3-9eed2b1ec4e6&id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582287 Sep 26 18:15:34.320549 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-f897f29a-e484-4164-be05-64d0fd9eab7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:34.843050 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f7e51-685c-4532-93da-dc9453becead req-a5aa67d5-5ea7-46e3-aeae-25257ff3777b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:34.844554 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-690f7e51-685c-4532-93da-dc9453becead req-a5aa67d5-5ea7-46e3-aeae-25257ff3777b tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 984 time: 0.0479782 Sep 26 18:15:34.906906 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-690f7e51-685c-4532-93da-dc9453becead req-b1e63e9f-6968-4a7d-b6de-862a7b11b324 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fb4d97e8-fa11-4fa4-b8e3-9eed2b1ec4e6&id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564513 Sep 26 18:15:35.543926 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:36.040022 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd87f7-094d-4e85-bb86-97203ea0213a req-e0479341-0ab1-47c9-98db-5793a8bd8613 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:15:36.041512 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2bdd87f7-094d-4e85-bb86-97203ea0213a req-e0479341-0ab1-47c9-98db-5793a8bd8613 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 984 time: 0.0494313 Sep 26 18:15:36.103002 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2bdd87f7-094d-4e85-bb86-97203ea0213a req-e28714af-c25d-44f1-b79a-f3e9d5432f2a tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=fb4d97e8-fa11-4fa4-b8e3-9eed2b1ec4e6&id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554090 Sep 26 18:15:37.149379 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:37.378024 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:37.516986 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=83,neutron:DELETE=11 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:37.517725 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:38.289608 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 56352) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:38.395753 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-55b004bb-8a46-413f-bc2e-b683011bf918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:38.471246 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-55b004bb-8a46-413f-bc2e-b683011bf918 admin admin] Publish callbacks [] for security_group (b829af98-d040-49ab-971b-18f7023646c7), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:38.526138 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-55b004bb-8a46-413f-bc2e-b683011bf918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (b829af98-d040-49ab-971b-18f7023646c7), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:38.743817 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b004bb-8a46-413f-bc2e-b683011bf918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b829af98-d040-49ab-971b-18f7023646c7,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:38.750679 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-55b004bb-8a46-413f-bc2e-b683011bf918 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=909137c2da3f40b4bbb1072a22965ada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4600024 Sep 26 18:15:38.753568 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 56356) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:38.757212 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b004bb-8a46-413f-bc2e-b683011bf918 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:38.757714 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b004bb-8a46-413f-bc2e-b683011bf918 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:38.758198 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b004bb-8a46-413f-bc2e-b683011bf918 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:38.758677 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b004bb-8a46-413f-bc2e-b683011bf918 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:38.759184 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b004bb-8a46-413f-bc2e-b683011bf918 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:38.759720 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b004bb-8a46-413f-bc2e-b683011bf918 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:38.760247 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b004bb-8a46-413f-bc2e-b683011bf918 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:38.761997 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b004bb-8a46-413f-bc2e-b683011bf918 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:38.762135 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b004bb-8a46-413f-bc2e-b683011bf918 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:38.762528 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b004bb-8a46-413f-bc2e-b683011bf918 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:38.762862 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b004bb-8a46-413f-bc2e-b683011bf918 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:38.763194 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b004bb-8a46-413f-bc2e-b683011bf918 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:38.763524 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b004bb-8a46-413f-bc2e-b683011bf918 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:38.763874 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b004bb-8a46-413f-bc2e-b683011bf918 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:38.764241 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b004bb-8a46-413f-bc2e-b683011bf918 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:38.809839 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a6d1bba1-f953-4116-9c0c-07058a738c62 admin admin] Publish callbacks [] for security_group (b829af98-d040-49ab-971b-18f7023646c7), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:38.829766 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a6d1bba1-f953-4116-9c0c-07058a738c62 admin admin] Publish callbacks [] for security_group (b829af98-d040-49ab-971b-18f7023646c7), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:38.949114 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a6d1bba1-f953-4116-9c0c-07058a738c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (b829af98-d040-49ab-971b-18f7023646c7), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:38.951774 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a6d1bba1-f953-4116-9c0c-07058a738c62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:38.955285 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-a6d1bba1-f953-4116-9c0c-07058a738c62 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/b829af98-d040-49ab-971b-18f7023646c7 HTTP/1.1" status: 204 len: 168 time: 0.1983621 Sep 26 18:15:38.960824 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1bba1-f953-4116-9c0c-07058a738c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b829af98-d040-49ab-971b-18f7023646c7,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:46.458039 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:48.741236 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=22,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:48.749433 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=17,neutron:INSERT=6 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:48.956188 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=68,neutron:DELETE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:48.956971 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=53,neutron:DELETE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:52.273067 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 56488) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:52.376912 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-12a5f4b8-b1f8-4b19-a01e-feb1981b139e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:52.453552 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-12a5f4b8-b1f8-4b19-a01e-feb1981b139e admin admin] Publish callbacks [] for security_group (1a6dc5be-284e-45cd-b795-cdbc3cc7b542), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:52.526701 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-12a5f4b8-b1f8-4b19-a01e-feb1981b139e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (1a6dc5be-284e-45cd-b795-cdbc3cc7b542), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:52.565833 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-12a5f4b8-b1f8-4b19-a01e-feb1981b139e admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=4f5523541d754be18cb546452bb934b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2916558 Sep 26 18:15:52.567940 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5f4b8-b1f8-4b19-a01e-feb1981b139e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6dc5be-284e-45cd-b795-cdbc3cc7b542,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:52.572262 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 56492) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:52.619990 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-de8be757-97ee-4601-9c09-3bc2f0ada8b3 admin admin] Publish callbacks [] for security_group (1a6dc5be-284e-45cd-b795-cdbc3cc7b542), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:52.640450 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-de8be757-97ee-4601-9c09-3bc2f0ada8b3 admin admin] Publish callbacks [] for security_group (1a6dc5be-284e-45cd-b795-cdbc3cc7b542), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:52.760857 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-de8be757-97ee-4601-9c09-3bc2f0ada8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (1a6dc5be-284e-45cd-b795-cdbc3cc7b542), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:52.763597 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-de8be757-97ee-4601-9c09-3bc2f0ada8b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:52.764763 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-de8be757-97ee-4601-9c09-3bc2f0ada8b3 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/1a6dc5be-284e-45cd-b795-cdbc3cc7b542 HTTP/1.1" status: 204 len: 168 time: 0.1950886 Sep 26 18:15:52.773195 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8be757-97ee-4601-9c09-3bc2f0ada8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6dc5be-284e-45cd-b795-cdbc3cc7b542,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:53.477637 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 56498) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:53.491820 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-9109ea26-c7e8-4164-954a-1459b5255adf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:53.572151 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-9109ea26-c7e8-4164-954a-1459b5255adf admin admin] Publish callbacks [] for security_group (2d44a07b-88e2-4cff-b041-6a1379cc7502), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:53.635607 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-9109ea26-c7e8-4164-954a-1459b5255adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (2d44a07b-88e2-4cff-b041-6a1379cc7502), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:53.675499 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-9109ea26-c7e8-4164-954a-1459b5255adf admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=0aee44f2a3614b8cb4c61aaf364c2dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1967838 Sep 26 18:15:53.676390 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109ea26-c7e8-4164-954a-1459b5255adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d44a07b-88e2-4cff-b041-6a1379cc7502,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:53.678205 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 56500) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:53.728091 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-70f92bd4-7b41-4dc4-b57e-de62d9b49eba admin admin] Publish callbacks [] for security_group (2d44a07b-88e2-4cff-b041-6a1379cc7502), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:53.749119 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-70f92bd4-7b41-4dc4-b57e-de62d9b49eba admin admin] Publish callbacks [] for security_group (2d44a07b-88e2-4cff-b041-6a1379cc7502), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:53.868984 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-70f92bd4-7b41-4dc4-b57e-de62d9b49eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (2d44a07b-88e2-4cff-b041-6a1379cc7502), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:53.872239 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-70f92bd4-7b41-4dc4-b57e-de62d9b49eba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:53.873429 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-70f92bd4-7b41-4dc4-b57e-de62d9b49eba admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/2d44a07b-88e2-4cff-b041-6a1379cc7502 HTTP/1.1" status: 204 len: 168 time: 0.1937361 Sep 26 18:15:53.881784 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f92bd4-7b41-4dc4-b57e-de62d9b49eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d44a07b-88e2-4cff-b041-6a1379cc7502,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:59.137108 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:59.142104 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=4 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:00.152078 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:16:00.982200 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 56574) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:01.090504 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3edcd496-7fc9-49ce-a3a5-0ecd2a598309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:01.166385 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3edcd496-7fc9-49ce-a3a5-0ecd2a598309 admin admin] Publish callbacks [] for security_group (d86c1ed5-9d78-4dca-a395-d18d083645c1), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:01.297761 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3edcd496-7fc9-49ce-a3a5-0ecd2a598309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (d86c1ed5-9d78-4dca-a395-d18d083645c1), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:01.337050 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edcd496-7fc9-49ce-a3a5-0ecd2a598309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86c1ed5-9d78-4dca-a395-d18d083645c1,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:01.341375 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-3edcd496-7fc9-49ce-a3a5-0ecd2a598309 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=ab6c2b2bed5547b3a2b971b049419612&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3580561 Sep 26 18:16:01.344783 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 56578) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:01.395096 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-39726991-c586-4c17-b504-2c6a753d6548 admin admin] Publish callbacks [] for security_group (d86c1ed5-9d78-4dca-a395-d18d083645c1), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:01.414957 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-39726991-c586-4c17-b504-2c6a753d6548 admin admin] Publish callbacks [] for security_group (d86c1ed5-9d78-4dca-a395-d18d083645c1), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:01.566142 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-39726991-c586-4c17-b504-2c6a753d6548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (d86c1ed5-9d78-4dca-a395-d18d083645c1), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:01.569292 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-39726991-c586-4c17-b504-2c6a753d6548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:01.570502 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-39726991-c586-4c17-b504-2c6a753d6548 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/d86c1ed5-9d78-4dca-a395-d18d083645c1 HTTP/1.1" status: 204 len: 168 time: 0.2254488 Sep 26 18:16:01.578596 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39726991-c586-4c17-b504-2c6a753d6548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86c1ed5-9d78-4dca-a395-d18d083645c1,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:01.590841 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=30,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:01.591637 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=63,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:01.926450 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-f89a929b-7d4c-4157-b7ff-fc7fb96cb554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:02.173583 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 56584) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:02.187742 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-89c8cf54-feac-4417-805c-503d168971c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:02.265789 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-89c8cf54-feac-4417-805c-503d168971c2 admin admin] Publish callbacks [] for security_group (3e6afd25-6ba1-4b01-8baf-151c8ba25f9b), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:02.326215 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-89c8cf54-feac-4417-805c-503d168971c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (3e6afd25-6ba1-4b01-8baf-151c8ba25f9b), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:02.366945 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-89c8cf54-feac-4417-805c-503d168971c2 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=5271c330ef284e02b851ac99c2628e4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922328 Sep 26 18:16:02.367931 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8cf54-feac-4417-805c-503d168971c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6afd25-6ba1-4b01-8baf-151c8ba25f9b,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:02.370403 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 56586) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:02.419419 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7dd181c9-a127-4c43-9ac1-36f22aee50c2 admin admin] Publish callbacks [] for security_group (3e6afd25-6ba1-4b01-8baf-151c8ba25f9b), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:02.439300 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7dd181c9-a127-4c43-9ac1-36f22aee50c2 admin admin] Publish callbacks [] for security_group (3e6afd25-6ba1-4b01-8baf-151c8ba25f9b), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:02.469018 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=8 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:02.543287 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7dd181c9-a127-4c43-9ac1-36f22aee50c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (3e6afd25-6ba1-4b01-8baf-151c8ba25f9b), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:02.545844 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-7dd181c9-a127-4c43-9ac1-36f22aee50c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:02.546978 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-7dd181c9-a127-4c43-9ac1-36f22aee50c2 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/3e6afd25-6ba1-4b01-8baf-151c8ba25f9b HTTP/1.1" status: 204 len: 168 time: 0.1755905 Sep 26 18:16:02.555041 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd181c9-a127-4c43-9ac1-36f22aee50c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6afd25-6ba1-4b01-8baf-151c8ba25f9b,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:04.369765 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-1cc1a08b-c6bb-49fa-803f-990ddca6c2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:05.675166 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:07.109178 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:07.360857 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:09.176031 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ef69c685-f7f3-4800-9260-795eb8ed6856 req-4eccdcaf-baa1-49a2-885a-c2c8aeeee9df tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-508849664&fields=id&tenant_id=3b1fa05de673407eae9d3b50898c7b04 HTTP/1.1" status: 200 len: 267 time: 0.0467021 Sep 26 18:16:09.232170 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69c685-f7f3-4800-9260-795eb8ed6856 req-5eef97cb-e2d7-44f5-b358-45b74adb30a7 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:16:09.233647 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ef69c685-f7f3-4800-9260-795eb8ed6856 req-5eef97cb-e2d7-44f5-b358-45b74adb30a7 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 984 time: 0.0522742 Sep 26 18:16:09.244678 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-ef69c685-f7f3-4800-9260-795eb8ed6856 req-bb826a25-7253-4808-9bc7-0e90f39d2c7d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Request body: {'port': {'security_groups': ['0b11f285-348b-484c-be28-b25c37728e13']}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:16:09.317074 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-ef69c685-f7f3-4800-9260-795eb8ed6856 req-bb826a25-7253-4808-9bc7-0e90f39d2c7d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:09.365796 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:09.398666 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:DELETE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:09.492513 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-ef69c685-f7f3-4800-9260-795eb8ed6856 req-bb826a25-7253-4808-9bc7-0e90f39d2c7d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] For port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0,segment=NetworkSegment(882226b3-b279-4b08-9caa-6b2752d4e7c2),segment_id=882226b3-b279-4b08-9caa-6b2752d4e7c2)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:16:09.522498 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-ef69c685-f7f3-4800-9260-795eb8ed6856 req-bb826a25-7253-4808-9bc7-0e90f39d2c7d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for port (e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:09.577634 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-ef69c685-f7f3-4800-9260-795eb8ed6856 req-bb826a25-7253-4808-9bc7-0e90f39d2c7d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:09.587957 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69c685-f7f3-4800-9260-795eb8ed6856 req-bb826a25-7253-4808-9bc7-0e90f39d2c7d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:16:09.588708 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-ef69c685-f7f3-4800-9260-795eb8ed6856 req-bb826a25-7253-4808-9bc7-0e90f39d2c7d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:09.590074 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ef69c685-f7f3-4800-9260-795eb8ed6856 req-bb826a25-7253-4808-9bc7-0e90f39d2c7d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "PUT /networking/v2.0/ports/e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 HTTP/1.1" status: 200 len: 942 time: 0.3501496 Sep 26 18:16:09.590567 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ccf69cd-9bbd-4b64-8623-df51a323a2d5', 'tag': 'e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:16:09.597903 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c6353f-8ac3-4b3d-854d-061cb4435f35" -d '{"events": [{"name": "network-changed", "server_uuid": "4ccf69cd-9bbd-4b64-8623-df51a323a2d5", "tag": "e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:16:09.598038 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 56634) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:09.615900 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:16:09.643791 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ddd9ae-bf21-4579-b82d-32e8b20f0fa9 x-openstack-request-id: req-e7ddd9ae-bf21-4579-b82d-32e8b20f0fa9 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:16:09.644074 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ccf69cd-9bbd-4b64-8623-df51a323a2d5", "tag": "e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:16:09.644362 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e7ddd9ae-bf21-4579-b82d-32e8b20f0fa9 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:16:09.644741 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7ddd9ae-bf21-4579-b82d-32e8b20f0fa9'] response: {'name': 'network-changed', 'server_uuid': '4ccf69cd-9bbd-4b64-8623-df51a323a2d5', 'tag': 'e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0', 'status': 'completed', 'code': 200} Sep 26 18:16:09.650492 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:09.657204 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb826a25-7253-4808-9bc7-0e90f39d2c7d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Pushing event updated for resources: {'Port': ['ID=e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0,revision_number=7']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:09.664863 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb826a25-7253-4808-9bc7-0e90f39d2c7d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:09.666413 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb826a25-7253-4808-9bc7-0e90f39d2c7d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:09.666413 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb826a25-7253-4808-9bc7-0e90f39d2c7d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:09.666658 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb826a25-7253-4808-9bc7-0e90f39d2c7d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:09.667016 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb826a25-7253-4808-9bc7-0e90f39d2c7d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:09.667353 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb826a25-7253-4808-9bc7-0e90f39d2c7d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:09.667713 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb826a25-7253-4808-9bc7-0e90f39d2c7d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:09.667834 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-37d901b1-2866-4a42-a11e-15215bc175e9 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for security_group (fb4d97e8-fa11-4fa4-b8e3-9eed2b1ec4e6), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:09.668052 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb826a25-7253-4808-9bc7-0e90f39d2c7d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:09.668390 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb826a25-7253-4808-9bc7-0e90f39d2c7d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:09.668724 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb826a25-7253-4808-9bc7-0e90f39d2c7d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:09.669059 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb826a25-7253-4808-9bc7-0e90f39d2c7d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:09.669513 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb826a25-7253-4808-9bc7-0e90f39d2c7d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:09.669852 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb826a25-7253-4808-9bc7-0e90f39d2c7d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:09.670200 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb826a25-7253-4808-9bc7-0e90f39d2c7d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:09.670513 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb826a25-7253-4808-9bc7-0e90f39d2c7d tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:09.699713 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-37d901b1-2866-4a42-a11e-15215bc175e9 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for security_group (fb4d97e8-fa11-4fa4-b8e3-9eed2b1ec4e6), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:09.745143 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6353f-8ac3-4b3d-854d-061cb4435f35 req-46ee9721-ae98-4f9d-beae-940644783982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:16:09.746686 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a9c6353f-8ac3-4b3d-854d-061cb4435f35 req-46ee9721-ae98-4f9d-beae-940644783982 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=3b1fa05de673407eae9d3b50898c7b04&device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 1129 time: 0.0460775 Sep 26 18:16:09.757601 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:16:09.848410 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6353f-8ac3-4b3d-854d-061cb4435f35 req-056c1ee5-b9cb-4687-b34e-979d546aa380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:16:09.849829 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a9c6353f-8ac3-4b3d-854d-061cb4435f35 req-056c1ee5-b9cb-4687-b34e-979d546aa380 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=22db2827-402e-4cac-b75e-19e5cab992bc HTTP/1.1" status: 200 len: 915 time: 0.0967293 Sep 26 18:16:09.869771 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-37d901b1-2866-4a42-a11e-15215bc175e9 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (fb4d97e8-fa11-4fa4-b8e3-9eed2b1ec4e6), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:09.872573 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-37d901b1-2866-4a42-a11e-15215bc175e9 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:09.873735 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-37d901b1-2866-4a42-a11e-15215bc175e9 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/fb4d97e8-fa11-4fa4-b8e3-9eed2b1ec4e6 HTTP/1.1" status: 204 len: 168 time: 0.2766051 Sep 26 18:16:09.877372 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 56636) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:09.892547 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d901b1-2866-4a42-a11e-15215bc175e9 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4d97e8-fa11-4fa4-b8e3-9eed2b1ec4e6,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:09.926853 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a9c6353f-8ac3-4b3d-854d-061cb4435f35 req-87d3d273-7c24-4a3f-80de-76c6309b3c2d service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 HTTP/1.1" status: 200 len: 1001 time: 0.0707715 Sep 26 18:16:09.989617 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6353f-8ac3-4b3d-854d-061cb4435f35 req-d62eb48d-3592-4c0d-9610-3033a4b88e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:16:09.991682 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a9c6353f-8ac3-4b3d-854d-061cb4435f35 req-d62eb48d-3592-4c0d-9610-3033a4b88e24 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=7f2a8ea0-935c-4aa5-8b56-74236be47413 HTTP/1.1" status: 200 len: 853 time: 0.0584574 Sep 26 18:16:10.037139 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6353f-8ac3-4b3d-854d-061cb4435f35 req-bc7e8b0b-c3c8-4f3f-8332-53e98e93764f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:16:10.038653 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a9c6353f-8ac3-4b3d-854d-061cb4435f35 req-bc7e8b0b-c3c8-4f3f-8332-53e98e93764f service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=22db2827-402e-4cac-b75e-19e5cab992bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409369 Sep 26 18:16:10.040137 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-1c7616ea-4eed-482d-95e9-ba8d90fad8a6 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Deleting port d68afcb6-31d8-429e-9b26-9757b38e8b6e {{(pid=106582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:16:10.040482 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1c7616ea-4eed-482d-95e9-ba8d90fad8a6 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (d68afcb6-31d8-429e-9b26-9757b38e8b6e), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:10.123416 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1c7616ea-4eed-482d-95e9-ba8d90fad8a6 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (d68afcb6-31d8-429e-9b26-9757b38e8b6e), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:10.123787 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1c7616ea-4eed-482d-95e9-ba8d90fad8a6 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for floatingip (d68afcb6-31d8-429e-9b26-9757b38e8b6e), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:10.137036 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-1c7616ea-4eed-482d-95e9-ba8d90fad8a6 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Calling delete_port for d68afcb6-31d8-429e-9b26-9757b38e8b6e owned by network:floatingip {{(pid=106582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:16:10.139753 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a9c6353f-8ac3-4b3d-854d-061cb4435f35 req-456bb9a9-516d-4ff1-8d9c-1386b036c98d service neutron] 10.222.0.88 "GET /networking/v2.0/networks/22db2827-402e-4cac-b75e-19e5cab992bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936890 Sep 26 18:16:10.147392 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:10.233499 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a9c6353f-8ac3-4b3d-854d-061cb4435f35 req-c53c050d-378a-4325-a3e0-32a659a17bea service neutron] 10.222.0.88 "GET /networking/v2.0/networks/22db2827-402e-4cac-b75e-19e5cab992bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877380 Sep 26 18:16:10.372114 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1c7616ea-4eed-482d-95e9-ba8d90fad8a6 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (d68afcb6-31d8-429e-9b26-9757b38e8b6e), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:10.399332 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7616ea-4eed-482d-95e9-ba8d90fad8a6 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Pushing event deleted for resources: {'Port': ['ID=d68afcb6-31d8-429e-9b26-9757b38e8b6e,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:10.469812 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1c7616ea-4eed-482d-95e9-ba8d90fad8a6 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks [] for floatingip (498e4554-751e-4989-8752-c16b79793aa5), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:10.470441 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.db.l3_db [None req-1c7616ea-4eed-482d-95e9-ba8d90fad8a6 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Floating IP 498e4554-751e-4989-8752-c16b79793aa5 disassociated (deleted). External IP: 172.27.3.249, port: e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0. Sep 26 18:16:10.517200 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:10.678074 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7616ea-4eed-482d-95e9-ba8d90fad8a6 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Router abc77a9c-ac99-405b-a900-b41c3a194fb5 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:16:10.729405 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:10.785562 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7616ea-4eed-482d-95e9-ba8d90fad8a6 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:16:10.789939 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1c7616ea-4eed-482d-95e9-ba8d90fad8a6 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:10.798225 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658dfb8b-8ac5-4a21-ae02-eae14f20b7fc None None] Sync routers for ids ['abc77a9c-ac99-405b-a900-b41c3a194fb5'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:16:10.808161 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658dfb8b-8ac5-4a21-ae02-eae14f20b7fc None None] Routers {'abc77a9c-ac99-405b-a900-b41c3a194fb5'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:16:10.808789 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-658dfb8b-8ac5-4a21-ae02-eae14f20b7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:16:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['abc77a9c-ac99-405b-a900-b41c3a194fb5'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:10.821461 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-1c7616ea-4eed-482d-95e9-ba8d90fad8a6 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/498e4554-751e-4989-8752-c16b79793aa5 HTTP/1.1" status: 204 len: 168 time: 0.9419100 Sep 26 18:16:10.822137 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ccf69cd-9bbd-4b64-8623-df51a323a2d5', 'tag': 'e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0'}] {{(pid=106582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:16:10.824731 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad02a4637bbc6784d86a2aace3320df3411a20e2c44f76b201c317bb75c75a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b263ed-4e2e-4673-9605-bf2decefaff1" -d '{"events": [{"name": "network-changed", "server_uuid": "4ccf69cd-9bbd-4b64-8623-df51a323a2d5", "tag": "e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0"}]}' {{(pid=106582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:16:10.921491 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-658dfb8b-8ac5-4a21-ae02-eae14f20b7fc None None] Set router abc77a9c-ac99-405b-a900-b41c3a194fb5 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:16:11.011493 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17edf8ec-6d64-46a5-9a20-d0d42fdbe2e8 x-openstack-request-id: req-17edf8ec-6d64-46a5-9a20-d0d42fdbe2e8 {{(pid=106582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:16:11.011949 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ccf69cd-9bbd-4b64-8623-df51a323a2d5", "tag": "e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0", "status": "completed", "code": 200}]} {{(pid=106582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:16:11.012175 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-17edf8ec-6d64-46a5-9a20-d0d42fdbe2e8 {{(pid=106582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:16:11.012636 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17edf8ec-6d64-46a5-9a20-d0d42fdbe2e8'] response: {'name': 'network-changed', 'server_uuid': '4ccf69cd-9bbd-4b64-8623-df51a323a2d5', 'tag': 'e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0', 'status': 'completed', 'code': 200} Sep 26 18:16:11.105811 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b263ed-4e2e-4673-9605-bf2decefaff1 req-fe0fabd5-3ab1-489e-8c28-758d3631dee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:16:11.107335 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-65b263ed-4e2e-4673-9605-bf2decefaff1 req-fe0fabd5-3ab1-489e-8c28-758d3631dee7 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=3b1fa05de673407eae9d3b50898c7b04&device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 1129 time: 0.0459349 Sep 26 18:16:11.123712 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-658dfb8b-8ac5-4a21-ae02-eae14f20b7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'name': 'tempest-TestMinimumBasicScenario-657360709-router', 'tenant_id': '3b1fa05de673407eae9d3b50898c7b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '2718c243-49ff-43d5-b704-a55e5b4fb54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:13:55Z', 'updated_at': '2022-09-26T18:13:58Z', 'revision_number': 4, 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'gw_port': {'id': '2718c243-49ff-43d5-b704-a55e5b4fb54f', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:13:55Z', 'updated_at': '2022-09-26T18:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe', 'name': '', 'network_id': '22db2827-402e-4cac-b75e-19e5cab992bc', 'tenant_id': '3b1fa05de673407eae9d3b50898c7b04', 'mac_address': 'fa:16:3e:76:9a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '7f2a8ea0-935c-4aa5-8b56-74236be47413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:13:58Z', 'updated_at': '2022-09-26T18:14:02Z', 'revision_number': 5, 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'subnets': [{'id': '7f2a8ea0-935c-4aa5-8b56-74236be47413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:11.152699 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658dfb8b-8ac5-4a21-ae02-eae14f20b7fc None None] Checking router: abc77a9c-ac99-405b-a900-b41c3a194fb5 for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:16:11.162224 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658dfb8b-8ac5-4a21-ae02-eae14f20b7fc None None] Routers {'abc77a9c-ac99-405b-a900-b41c3a194fb5'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:16:11.162379 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-658dfb8b-8ac5-4a21-ae02-eae14f20b7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:16:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['abc77a9c-ac99-405b-a900-b41c3a194fb5'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:11.178491 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:11.202687 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b263ed-4e2e-4673-9605-bf2decefaff1 req-4b31b96d-9a88-4cd4-8c79-ee6b3148dfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:16:11.204208 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-65b263ed-4e2e-4673-9605-bf2decefaff1 req-4b31b96d-9a88-4cd4-8c79-ee6b3148dfc7 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=22db2827-402e-4cac-b75e-19e5cab992bc HTTP/1.1" status: 200 len: 915 time: 0.0906296 Sep 26 18:16:11.265277 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-658dfb8b-8ac5-4a21-ae02-eae14f20b7fc None None] Set router abc77a9c-ac99-405b-a900-b41c3a194fb5 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:16:11.464304 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-658dfb8b-8ac5-4a21-ae02-eae14f20b7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'name': 'tempest-TestMinimumBasicScenario-657360709-router', 'tenant_id': '3b1fa05de673407eae9d3b50898c7b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '2718c243-49ff-43d5-b704-a55e5b4fb54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:13:55Z', 'updated_at': '2022-09-26T18:13:58Z', 'revision_number': 4, 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'gw_port': {'id': '2718c243-49ff-43d5-b704-a55e5b4fb54f', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:13:55Z', 'updated_at': '2022-09-26T18:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe', 'name': '', 'network_id': '22db2827-402e-4cac-b75e-19e5cab992bc', 'tenant_id': '3b1fa05de673407eae9d3b50898c7b04', 'mac_address': 'fa:16:3e:76:9a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '7f2a8ea0-935c-4aa5-8b56-74236be47413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:13:58Z', 'updated_at': '2022-09-26T18:14:02Z', 'revision_number': 5, 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'subnets': [{'id': '7f2a8ea0-935c-4aa5-8b56-74236be47413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:11.489167 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658dfb8b-8ac5-4a21-ae02-eae14f20b7fc None None] The sync data for ids ['abc77a9c-ac99-405b-a900-b41c3a194fb5'] in dv-cinder-859319-1-iscsi is: [{'id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'name': 'tempest-TestMinimumBasicScenario-657360709-router', 'tenant_id': '3b1fa05de673407eae9d3b50898c7b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '2718c243-49ff-43d5-b704-a55e5b4fb54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:13:55Z', 'updated_at': '2022-09-26T18:13:58Z', 'revision_number': 4, 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'gw_port': {'id': '2718c243-49ff-43d5-b704-a55e5b4fb54f', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:13:55Z', 'updated_at': '2022-09-26T18:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe', 'name': '', 'network_id': '22db2827-402e-4cac-b75e-19e5cab992bc', 'tenant_id': '3b1fa05de673407eae9d3b50898c7b04', 'mac_address': 'fa:16:3e:76:9a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '7f2a8ea0-935c-4aa5-8b56-74236be47413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:13:58Z', 'updated_at': '2022-09-26T18:14:02Z', 'revision_number': 5, 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'subnets': [{'id': '7f2a8ea0-935c-4aa5-8b56-74236be47413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:16:11.708598 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d276987-5959-4283-893f-9688fffcc8dc None None] New status for floating IP 498e4554-751e-4989-8752-c16b79793aa5: DOWN {{(pid=106584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:16:12.055972 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-65b263ed-4e2e-4673-9605-bf2decefaff1 req-1891fd2f-4c62-45ce-83c0-a252ab6894dd service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 HTTP/1.1" status: 200 len: 217 time: 0.0375452 Sep 26 18:16:13.784718 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b263ed-4e2e-4673-9605-bf2decefaff1 req-0e1495c5-9cc5-4a89-9791-95bffcbd8c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:16:13.786160 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-65b263ed-4e2e-4673-9605-bf2decefaff1 req-0e1495c5-9cc5-4a89-9791-95bffcbd8c7e service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=7f2a8ea0-935c-4aa5-8b56-74236be47413 HTTP/1.1" status: 200 len: 853 time: 0.0520051 Sep 26 18:16:13.832497 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b263ed-4e2e-4673-9605-bf2decefaff1 req-864dfad3-e9fb-4e1c-8421-07c919724c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:16:13.834010 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-65b263ed-4e2e-4673-9605-bf2decefaff1 req-864dfad3-e9fb-4e1c-8421-07c919724c53 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=22db2827-402e-4cac-b75e-19e5cab992bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405321 Sep 26 18:16:14.241460 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-65b263ed-4e2e-4673-9605-bf2decefaff1 req-837b2bb0-039d-4d0e-b893-9bc66ee9759d service neutron] 10.222.0.88 "GET /networking/v2.0/networks/22db2827-402e-4cac-b75e-19e5cab992bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884871 Sep 26 18:16:14.357686 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:14.361623 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-65b263ed-4e2e-4673-9605-bf2decefaff1 req-4966f50c-4694-4114-99df-851ec9b2b0b9 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/22db2827-402e-4cac-b75e-19e5cab992bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877333 Sep 26 18:16:16.491867 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:17.475942 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c8cef-2dd3-45d9-be09-558ed837da50 req-3d92e8a0-cb2f-4e61-9b21-d3fae32ebfc6 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:16:17.477320 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-112c8cef-2dd3-45d9-be09-558ed837da50 req-3d92e8a0-cb2f-4e61-9b21-d3fae32ebfc6 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 945 time: 0.0519083 Sep 26 18:16:17.527728 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-112c8cef-2dd3-45d9-be09-558ed837da50 req-bf83eb87-e053-4ee3-a059-c8dd4027e631 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443637 Sep 26 18:16:18.658268 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e6882-da3c-42be-8791-22569e146c3b req-bae9aebc-0944-4278-a436-18219e4e8237 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:16:18.659798 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fc7e6882-da3c-42be-8791-22569e146c3b req-bae9aebc-0944-4278-a436-18219e4e8237 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 945 time: 0.0536504 Sep 26 18:16:18.706868 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fc7e6882-da3c-42be-8791-22569e146c3b req-841b472d-080d-4a1a-a5b0-2a6ec7da9f64 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0b11f285-348b-484c-be28-b25c37728e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413654 Sep 26 18:16:19.352403 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30968fa3-9aa8-4dd7-8911-b88a2acadc32 req-159cd8ba-32ad-4d7f-b7ff-ea3caa831eb9 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:16:19.354181 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-30968fa3-9aa8-4dd7-8911-b88a2acadc32 req-159cd8ba-32ad-4d7f-b7ff-ea3caa831eb9 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 945 time: 0.0470169 Sep 26 18:16:19.440512 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-30968fa3-9aa8-4dd7-8911-b88a2acadc32 req-c8f8844f-4836-4f7c-a757-6d9c30b331cc tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Deleting port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:16:19.440857 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-30968fa3-9aa8-4dd7-8911-b88a2acadc32 req-c8f8844f-4836-4f7c-a757-6d9c30b331cc tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:19.538323 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-30968fa3-9aa8-4dd7-8911-b88a2acadc32 req-c8f8844f-4836-4f7c-a757-6d9c30b331cc tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] For port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0,segment=NetworkSegment(882226b3-b279-4b08-9caa-6b2752d4e7c2),segment_id=882226b3-b279-4b08-9caa-6b2752d4e7c2)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:16:19.538699 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-30968fa3-9aa8-4dd7-8911-b88a2acadc32 req-c8f8844f-4836-4f7c-a757-6d9c30b331cc tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:19.551459 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-30968fa3-9aa8-4dd7-8911-b88a2acadc32 req-c8f8844f-4836-4f7c-a757-6d9c30b331cc tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Calling delete_port for e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 owned by compute:nova {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:16:19.766408 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-30968fa3-9aa8-4dd7-8911-b88a2acadc32 req-c8f8844f-4836-4f7c-a757-6d9c30b331cc tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:19.802698 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8844f-4836-4f7c-a757-6d9c30b331cc tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Pushing event deleted for resources: {'Port': ['ID=e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:19.803025 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:16:19.835997 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-c08742d1-5be6-4574-b160-047d5cb20ddf req-231aa319-4b7a-4ff0-91bf-9ae94b2fb339 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 210 time: 0.0352781 Sep 26 18:16:19.870667 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-30968fa3-9aa8-4dd7-8911-b88a2acadc32 req-c8f8844f-4836-4f7c-a757-6d9c30b331cc tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] No DVR routers for this DVR port e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 on host hv-cinder-85931 {{(pid=106583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:16:19.873231 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-30968fa3-9aa8-4dd7-8911-b88a2acadc32 req-c8f8844f-4836-4f7c-a757-6d9c30b331cc tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:19.876450 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-30968fa3-9aa8-4dd7-8911-b88a2acadc32 req-c8f8844f-4836-4f7c-a757-6d9c30b331cc tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.88 "DELETE /networking/v2.0/ports/e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 HTTP/1.1" status: 204 len: 173 time: 0.5171745 Sep 26 18:16:19.876944 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ccf69cd-9bbd-4b64-8623-df51a323a2d5', 'name': 'network-vif-deleted', 'tag': 'e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:16:19.879248 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419bc2f9-ee0e-4e64-8922-2b86ff58151e" -d '{"events": [{"server_uuid": "4ccf69cd-9bbd-4b64-8623-df51a323a2d5", "name": "network-vif-deleted", "tag": "e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:16:19.921469 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be3e495-b07f-4fd8-b86e-ceae4e17dc32 x-openstack-request-id: req-8be3e495-b07f-4fd8-b86e-ceae4e17dc32 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:16:19.921469 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ccf69cd-9bbd-4b64-8623-df51a323a2d5", "name": "network-vif-deleted", "tag": "e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:16:19.921469 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8be3e495-b07f-4fd8-b86e-ceae4e17dc32 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:16:19.921469 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8be3e495-b07f-4fd8-b86e-ceae4e17dc32'] response: {'server_uuid': '4ccf69cd-9bbd-4b64-8623-df51a323a2d5', 'name': 'network-vif-deleted', 'tag': 'e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0', 'status': 'completed', 'code': 200} Sep 26 18:16:20.916654 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=21 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:20.952341 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1974e70f-7914-4742-9d15-4ddfdc14bf27 req-4d5f2c78-b423-49be-9349-a92600984926 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 210 time: 0.0287015 Sep 26 18:16:21.467637 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=67 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:22.072415 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3932b2cf-d8f0-4fd6-9870-b2f588569e8d req-c12397f7-619d-40c4-9a68-21c40b4ac797 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 210 time: 0.0311768 Sep 26 18:16:23.190973 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-02d2e268-d188-4474-bf08-15f510aec01a req-64a5198f-6241-4aae-a450-534a372c3075 tempest-TestMinimumBasicScenario-362049300 tempest-TestMinimumBasicScenario-362049300-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ccf69cd-9bbd-4b64-8623-df51a323a2d5 HTTP/1.1" status: 200 len: 210 time: 0.0279369 Sep 26 18:16:23.422872 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:16:23.445231 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] No Port match for: e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:16:23.445579 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device e409e6bd-1f85-4fc8-88ad-e2f42c1ac4f0 not bound to the agent host hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:16:25.745087 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 56790) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:25.793608 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:25.935920 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:26.107168 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-ad20ae06-7a4a-44dc-b14f-1d345da5e892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-492504'] for router_interface (abc77a9c-ac99-405b-a900-b41c3a194fb5), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:26.389177 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-ad20ae06-7a4a-44dc-b14f-1d345da5e892 admin admin] Deleting port 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:16:26.389798 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-ad20ae06-7a4a-44dc-b14f-1d345da5e892 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:26.497127 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [None req-ad20ae06-7a4a-44dc-b14f-1d345da5e892 admin admin] For port 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe,segment=NetworkSegment(882226b3-b279-4b08-9caa-6b2752d4e7c2),segment_id=882226b3-b279-4b08-9caa-6b2752d4e7c2)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:16:26.497588 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-ad20ae06-7a4a-44dc-b14f-1d345da5e892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:26.510814 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-ad20ae06-7a4a-44dc-b14f-1d345da5e892 admin admin] Calling delete_port for 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe owned by network:router_interface {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:16:26.806583 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-ad20ae06-7a4a-44dc-b14f-1d345da5e892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:26.840727 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20ae06-7a4a-44dc-b14f-1d345da5e892 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:26.850161 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:27.327268 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:27.331322 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-ad20ae06-7a4a-44dc-b14f-1d345da5e892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-642353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504936'] for router_interface (abc77a9c-ac99-405b-a900-b41c3a194fb5), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:27.558271 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad20ae06-7a4a-44dc-b14f-1d345da5e892 admin admin] Router abc77a9c-ac99-405b-a900-b41c3a194fb5 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:16:27.662173 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad20ae06-7a4a-44dc-b14f-1d345da5e892 admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:16:27.668352 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-ad20ae06-7a4a-44dc-b14f-1d345da5e892 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/abc77a9c-ac99-405b-a900-b41c3a194fb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9222758 Sep 26 18:16:27.670680 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 56804) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:27.672927 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2a23a2-16b1-43f0-ae29-8bf11693907b None None] Sync routers for ids ['abc77a9c-ac99-405b-a900-b41c3a194fb5'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:16:27.685153 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2a23a2-16b1-43f0-ae29-8bf11693907b None None] Routers {'abc77a9c-ac99-405b-a900-b41c3a194fb5'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:16:27.685775 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-df2a23a2-16b1-43f0-ae29-8bf11693907b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:16:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['abc77a9c-ac99-405b-a900-b41c3a194fb5'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:27.773712 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-92c7272b-28dc-4c7f-b2ac-80bd8a82552d admin admin] Publish callbacks [] for router (abc77a9c-ac99-405b-a900-b41c3a194fb5), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:27.790033 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-df2a23a2-16b1-43f0-ae29-8bf11693907b None None] Set router abc77a9c-ac99-405b-a900-b41c3a194fb5 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:16:27.879197 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-92c7272b-28dc-4c7f-b2ac-80bd8a82552d admin admin] Publish callbacks [] for router_gateway (abc77a9c-ac99-405b-a900-b41c3a194fb5), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:27.960256 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:27.963571 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-df2a23a2-16b1-43f0-ae29-8bf11693907b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'name': 'tempest-TestMinimumBasicScenario-657360709-router', 'tenant_id': '3b1fa05de673407eae9d3b50898c7b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '2718c243-49ff-43d5-b704-a55e5b4fb54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:13:55Z', 'updated_at': '2022-09-26T18:16:26Z', 'revision_number': 5, 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'gw_port': {'id': '2718c243-49ff-43d5-b704-a55e5b4fb54f', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:13:55Z', 'updated_at': '2022-09-26T18:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:27.972640 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-92c7272b-28dc-4c7f-b2ac-80bd8a82552d admin admin] Deleting port 2718c243-49ff-43d5-b704-a55e5b4fb54f {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:16:27.972985 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-92c7272b-28dc-4c7f-b2ac-80bd8a82552d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (2718c243-49ff-43d5-b704-a55e5b4fb54f), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:27.990204 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2a23a2-16b1-43f0-ae29-8bf11693907b None None] Checking router: abc77a9c-ac99-405b-a900-b41c3a194fb5 for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:16:28.000073 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2a23a2-16b1-43f0-ae29-8bf11693907b None None] Routers {'abc77a9c-ac99-405b-a900-b41c3a194fb5'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:16:28.000689 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-df2a23a2-16b1-43f0-ae29-8bf11693907b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:16:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['abc77a9c-ac99-405b-a900-b41c3a194fb5'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:28.065141 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [None req-92c7272b-28dc-4c7f-b2ac-80bd8a82552d admin admin] For port 2718c243-49ff-43d5-b704-a55e5b4fb54f, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=2718c243-49ff-43d5-b704-a55e5b4fb54f,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:16:28.065640 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-92c7272b-28dc-4c7f-b2ac-80bd8a82552d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (2718c243-49ff-43d5-b704-a55e5b4fb54f), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:28.079888 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-92c7272b-28dc-4c7f-b2ac-80bd8a82552d admin admin] Calling delete_port for 2718c243-49ff-43d5-b704-a55e5b4fb54f owned by network:router_gateway {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:16:28.085730 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-df2a23a2-16b1-43f0-ae29-8bf11693907b None None] Set router abc77a9c-ac99-405b-a900-b41c3a194fb5 gateway port host: None {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:16:28.089727 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:28.138406 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-df2a23a2-16b1-43f0-ae29-8bf11693907b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'name': 'tempest-TestMinimumBasicScenario-657360709-router', 'tenant_id': '3b1fa05de673407eae9d3b50898c7b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:13:55Z', 'updated_at': '2022-09-26T18:16:27Z', 'revision_number': 6, 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'gw_port_host': None}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:28.168744 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2a23a2-16b1-43f0-ae29-8bf11693907b None None] The sync data for ids ['abc77a9c-ac99-405b-a900-b41c3a194fb5'] in dv-cinder-859319-1-iscsi is: [{'id': 'abc77a9c-ac99-405b-a900-b41c3a194fb5', 'name': 'tempest-TestMinimumBasicScenario-657360709-router', 'tenant_id': '3b1fa05de673407eae9d3b50898c7b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:13:55Z', 'updated_at': '2022-09-26T18:16:27Z', 'revision_number': 6, 'project_id': '3b1fa05de673407eae9d3b50898c7b04', 'gw_port_host': None}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:16:28.320435 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-92c7272b-28dc-4c7f-b2ac-80bd8a82552d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (2718c243-49ff-43d5-b704-a55e5b4fb54f), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:28.345305 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7272b-28dc-4c7f-b2ac-80bd8a82552d admin admin] Pushing event deleted for resources: {'Port': ['ID=2718c243-49ff-43d5-b704-a55e5b4fb54f,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:28.409014 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:28.414291 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-92c7272b-28dc-4c7f-b2ac-80bd8a82552d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500258'] for router_gateway (abc77a9c-ac99-405b-a900-b41c3a194fb5), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:28.522145 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-92c7272b-28dc-4c7f-b2ac-80bd8a82552d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2095462'] for router (abc77a9c-ac99-405b-a900-b41c3a194fb5), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:28.524485 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-92c7272b-28dc-4c7f-b2ac-80bd8a82552d admin admin] Publish callbacks [] for router_controller (abc77a9c-ac99-405b-a900-b41c3a194fb5), precommit_delete_associations {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:28.646117 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-92c7272b-28dc-4c7f-b2ac-80bd8a82552d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504853'] for router (abc77a9c-ac99-405b-a900-b41c3a194fb5), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:28.647000 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c7272b-28dc-4c7f-b2ac-80bd8a82552d admin admin] Fanout notify agent at l3_agent the message router_deleted on router abc77a9c-ac99-405b-a900-b41c3a194fb5 {{(pid=106583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 18:16:28.652597 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-92c7272b-28dc-4c7f-b2ac-80bd8a82552d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:28.653782 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-92c7272b-28dc-4c7f-b2ac-80bd8a82552d admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/abc77a9c-ac99-405b-a900-b41c3a194fb5 HTTP/1.1" status: 204 len: 168 time: 0.9819353 Sep 26 18:16:28.656377 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 56820) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:28.716748 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_v2 [None req-a081b17f-e9dc-40d3-8a75-9ee1d636946b admin admin] Deleting subnet 7f2a8ea0-935c-4aa5-8b56-74236be47413 {{(pid=106583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:16:28.716748 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a081b17f-e9dc-40d3-8a75-9ee1d636946b admin admin] Publish callbacks [] for subnet (7f2a8ea0-935c-4aa5-8b56-74236be47413), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:28.741600 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a081b17f-e9dc-40d3-8a75-9ee1d636946b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4065934'] for subnet (7f2a8ea0-935c-4aa5-8b56-74236be47413), precommit_delete_associations {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:28.823477 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a081b17f-e9dc-40d3-8a75-9ee1d636946b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32872334'] for subnet (7f2a8ea0-935c-4aa5-8b56-74236be47413), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:28.961100 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a081b17f-e9dc-40d3-8a75-9ee1d636946b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32869299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3901742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302901'] for subnet (7f2a8ea0-935c-4aa5-8b56-74236be47413), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:28.986701 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a081b17f-e9dc-40d3-8a75-9ee1d636946b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f2a8ea0-935c-4aa5-8b56-74236be47413,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:28.992709 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-a081b17f-e9dc-40d3-8a75-9ee1d636946b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:28.997046 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-a081b17f-e9dc-40d3-8a75-9ee1d636946b admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/7f2a8ea0-935c-4aa5-8b56-74236be47413 HTTP/1.1" status: 204 len: 168 time: 0.3396842 Sep 26 18:16:28.999887 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 56822) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:29.002290 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b214a73f-8345-414d-9a66-af235cb87ab4 None None] Network 22db2827-402e-4cac-b75e-19e5cab992bc requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:16:29.084753 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d59731c6-82a5-4ad6-89a6-c64823f80a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32779771'] for network (22db2827-402e-4cac-b75e-19e5cab992bc), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:29.136753 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-d59731c6-82a5-4ad6-89a6-c64823f80a49 admin admin] Deleting port 0b6ff5ad-13d6-41ec-895d-5e61566248e6 {{(pid=106582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:16:29.136753 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d59731c6-82a5-4ad6-89a6-c64823f80a49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (0b6ff5ad-13d6-41ec-895d-5e61566248e6), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:29.174259 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 56826) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:29.208177 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.db [None req-d59731c6-82a5-4ad6-89a6-c64823f80a49 admin admin] For port 0b6ff5ad-13d6-41ec-895d-5e61566248e6, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=0b6ff5ad-13d6-41ec-895d-5e61566248e6,segment=NetworkSegment(882226b3-b279-4b08-9caa-6b2752d4e7c2),segment_id=882226b3-b279-4b08-9caa-6b2752d4e7c2)] {{(pid=106582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:16:29.208539 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d59731c6-82a5-4ad6-89a6-c64823f80a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (0b6ff5ad-13d6-41ec-895d-5e61566248e6), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:29.217287 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1902e53e-f52b-43af-8238-3f07af9bdc3b None None] DHCP port deletion for 22db2827-402e-4cac-b75e-19e5cab992bc request from dv-cinder-859319-1-iscsi {{(pid=106584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 18:16:29.229534 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-d59731c6-82a5-4ad6-89a6-c64823f80a49 admin admin] Calling delete_port for 0b6ff5ad-13d6-41ec-895d-5e61566248e6 owned by network:dhcp {{(pid=106582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:16:29.326229 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-c6027a92-444f-49fc-b763-c9f6ad8a4ca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:29.390337 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-1902e53e-f52b-43af-8238-3f07af9bdc3b None None] Deleting port 0b6ff5ad-13d6-41ec-895d-5e61566248e6 {{(pid=106584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:16:29.390715 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-1902e53e-f52b-43af-8238-3f07af9bdc3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (0b6ff5ad-13d6-41ec-895d-5e61566248e6), before_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:29.407668 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-c6027a92-444f-49fc-b763-c9f6ad8a4ca5 admin admin] Publish callbacks [] for security_group (d886f21b-fdba-49be-815d-5728149e3a78), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:29.417836 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d59731c6-82a5-4ad6-89a6-c64823f80a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (0b6ff5ad-13d6-41ec-895d-5e61566248e6), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:29.444083 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59731c6-82a5-4ad6-89a6-c64823f80a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b6ff5ad-13d6-41ec-895d-5e61566248e6,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:29.448826 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59731c6-82a5-4ad6-89a6-c64823f80a49 admin admin] No DVR routers for this DVR port 0b6ff5ad-13d6-41ec-895d-5e61566248e6 on host dv-cinder-859319-1-iscsi {{(pid=106582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:16:29.457706 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-1902e53e-f52b-43af-8238-3f07af9bdc3b None None] For port 0b6ff5ad-13d6-41ec-895d-5e61566248e6, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=0b6ff5ad-13d6-41ec-895d-5e61566248e6,segment=NetworkSegment(882226b3-b279-4b08-9caa-6b2752d4e7c2),segment_id=882226b3-b279-4b08-9caa-6b2752d4e7c2)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:16:29.458108 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-1902e53e-f52b-43af-8238-3f07af9bdc3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (0b6ff5ad-13d6-41ec-895d-5e61566248e6), precommit_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:29.469352 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-c6027a92-444f-49fc-b763-c9f6ad8a4ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (d886f21b-fdba-49be-815d-5728149e3a78), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:29.475994 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-1902e53e-f52b-43af-8238-3f07af9bdc3b None None] Calling delete_port for 0b6ff5ad-13d6-41ec-895d-5e61566248e6 owned by network:dhcp {{(pid=106584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:16:29.515630 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6027a92-444f-49fc-b763-c9f6ad8a4ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d886f21b-fdba-49be-815d-5728149e3a78,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:29.521678 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-c6027a92-444f-49fc-b763-c9f6ad8a4ca5 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=0107afe7c22643be9730dc52deb95dad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3461039 Sep 26 18:16:29.525839 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d59731c6-82a5-4ad6-89a6-c64823f80a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841381', 'neutron.services.segments.db._delete_segments_for_network-8756749958337'] for network (22db2827-402e-4cac-b75e-19e5cab992bc), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:29.528191 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 56830) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:29.554158 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:29.561907 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-1902e53e-f52b-43af-8238-3f07af9bdc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729'] for port (0b6ff5ad-13d6-41ec-895d-5e61566248e6), after_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:29.565241 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.services.segments.db [None req-d59731c6-82a5-4ad6-89a6-c64823f80a49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22db2827-402e-4cac-b75e-19e5cab992bc']}} {{(pid=106582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:29.585064 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.services.segments.db [None req-d59731c6-82a5-4ad6-89a6-c64823f80a49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '882226b3-b279-4b08-9caa-6b2752d4e7c2') {'for_net_delete': True} {{(pid=106582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:29.585064 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.services.segments.db [None req-d59731c6-82a5-4ad6-89a6-c64823f80a49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '882226b3-b279-4b08-9caa-6b2752d4e7c2') {} {{(pid=106582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:29.585990 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902e53e-f52b-43af-8238-3f07af9bdc3b None None] Pushing event deleted for resources: {'Port': ['ID=0b6ff5ad-13d6-41ec-895d-5e61566248e6,revision_number=None']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:29.596969 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902e53e-f52b-43af-8238-3f07af9bdc3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:29.596969 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902e53e-f52b-43af-8238-3f07af9bdc3b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:29.597956 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902e53e-f52b-43af-8238-3f07af9bdc3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:29.597956 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902e53e-f52b-43af-8238-3f07af9bdc3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:29.598149 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902e53e-f52b-43af-8238-3f07af9bdc3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:29.598323 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902e53e-f52b-43af-8238-3f07af9bdc3b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:29.598662 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902e53e-f52b-43af-8238-3f07af9bdc3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:29.598994 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902e53e-f52b-43af-8238-3f07af9bdc3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:29.599324 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902e53e-f52b-43af-8238-3f07af9bdc3b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:29.599796 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902e53e-f52b-43af-8238-3f07af9bdc3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:29.600002 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902e53e-f52b-43af-8238-3f07af9bdc3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:29.600341 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902e53e-f52b-43af-8238-3f07af9bdc3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:29.600671 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902e53e-f52b-43af-8238-3f07af9bdc3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:29.601000 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902e53e-f52b-43af-8238-3f07af9bdc3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:29.601326 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902e53e-f52b-43af-8238-3f07af9bdc3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:29.601459 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d59731c6-82a5-4ad6-89a6-c64823f80a49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756749958229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230121'] for segment (882226b3-b279-4b08-9caa-6b2752d4e7c2), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:29.604781 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1902e53e-f52b-43af-8238-3f07af9bdc3b None None] No DVR routers for this DVR port 0b6ff5ad-13d6-41ec-895d-5e61566248e6 on host dv-cinder-859319-1-iscsi {{(pid=106584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:16:29.623035 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d59731c6-82a5-4ad6-89a6-c64823f80a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (882226b3-b279-4b08-9caa-6b2752d4e7c2), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:29.638466 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59731c6-82a5-4ad6-89a6-c64823f80a49 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=106582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:16:29.638860 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d59731c6-82a5-4ad6-89a6-c64823f80a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-513876'] for segment (882226b3-b279-4b08-9caa-6b2752d4e7c2), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:29.653246 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-79de54cf-b210-44d8-93a9-8902e40bbab6 admin admin] Publish callbacks [] for security_group (d886f21b-fdba-49be-815d-5728149e3a78), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:29.710754 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-79de54cf-b210-44d8-93a9-8902e40bbab6 admin admin] Publish callbacks [] for security_group (d886f21b-fdba-49be-815d-5728149e3a78), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:29.777772 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d59731c6-82a5-4ad6-89a6-c64823f80a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500471'] for network (22db2827-402e-4cac-b75e-19e5cab992bc), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:29.783225 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d59731c6-82a5-4ad6-89a6-c64823f80a49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:29.789291 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-d59731c6-82a5-4ad6-89a6-c64823f80a49 admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/22db2827-402e-4cac-b75e-19e5cab992bc HTTP/1.1" status: 204 len: 168 time: 0.7814229 Sep 26 18:16:29.789986 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 56836) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:29.802239 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.services.segments.plugin [-] Segment 882226b3-b279-4b08-9caa-6b2752d4e7c2 resource provider aggregate not found Sep 26 18:16:29.806553 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59731c6-82a5-4ad6-89a6-c64823f80a49 admin admin] Pushing event deleted for resources: {'Network': ['ID=22db2827-402e-4cac-b75e-19e5cab992bc,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:29.825877 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.services.segments.plugin [-] Segment 882226b3-b279-4b08-9caa-6b2752d4e7c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 882226b3-b279-4b08-9caa-6b2752d4e7c2 found for delete ", "request_id": "req-f3c5cf33-0d21-4943-813c-4e84d1c56cf7"}]} Sep 26 18:16:29.835248 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-79de54cf-b210-44d8-93a9-8902e40bbab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (d886f21b-fdba-49be-815d-5728149e3a78), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:29.839831 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-79de54cf-b210-44d8-93a9-8902e40bbab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:29.841168 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-79de54cf-b210-44d8-93a9-8902e40bbab6 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/d886f21b-fdba-49be-815d-5728149e3a78 HTTP/1.1" status: 204 len: 168 time: 0.3118908 Sep 26 18:16:29.850092 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de54cf-b210-44d8-93a9-8902e40bbab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d886f21b-fdba-49be-815d-5728149e3a78,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:29.881793 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=78,neutron:DELETE=9,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:30.043355 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:DELETE=5,neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:30.137108 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6a900a2f-7bac-4755-8bc2-7df8cf2de876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-492504'] for router_interface (63d87b1a-d8fa-418e-9cc7-6f3481468e11), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:30.161919 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 2718c243-49ff-43d5-b704-a55e5b4fb54f no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:16:30.165083 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:30.182756 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] No Port match for: 2718c243-49ff-43d5-b704-a55e5b4fb54f {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:16:30.183109 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 2718c243-49ff-43d5-b704-a55e5b4fb54f not bound to the agent host dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:16:30.183751 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:16:30.205947 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] No Port match for: 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:16:30.206300 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 9b66a21d-1659-4a7e-b744-8b4b7cd2d8fe not bound to the agent host dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:16:30.206747 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 0b6ff5ad-13d6-41ec-895d-5e61566248e6 no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:16:30.226596 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] No Port match for: 0b6ff5ad-13d6-41ec-895d-5e61566248e6 {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:16:30.226947 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 0b6ff5ad-13d6-41ec-895d-5e61566248e6 not bound to the agent host dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:16:30.379173 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-6a900a2f-7bac-4755-8bc2-7df8cf2de876 admin admin] Deleting port 045719cf-a7a0-4563-8b1d-ff09370deaa0 {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:16:30.379525 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6a900a2f-7bac-4755-8bc2-7df8cf2de876 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (045719cf-a7a0-4563-8b1d-ff09370deaa0), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:30.467491 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [None req-6a900a2f-7bac-4755-8bc2-7df8cf2de876 admin admin] For port 045719cf-a7a0-4563-8b1d-ff09370deaa0, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=045719cf-a7a0-4563-8b1d-ff09370deaa0,segment=NetworkSegment(bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01),segment_id=bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:16:30.469909 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6a900a2f-7bac-4755-8bc2-7df8cf2de876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (045719cf-a7a0-4563-8b1d-ff09370deaa0), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:30.482072 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-6a900a2f-7bac-4755-8bc2-7df8cf2de876 admin admin] Calling delete_port for 045719cf-a7a0-4563-8b1d-ff09370deaa0 owned by network:router_interface {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:16:30.708849 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6a900a2f-7bac-4755-8bc2-7df8cf2de876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (045719cf-a7a0-4563-8b1d-ff09370deaa0), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:30.735406 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a900a2f-7bac-4755-8bc2-7df8cf2de876 admin admin] Pushing event deleted for resources: {'Port': ['ID=045719cf-a7a0-4563-8b1d-ff09370deaa0,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:30.765788 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:30.914756 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6a900a2f-7bac-4755-8bc2-7df8cf2de876 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-642353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504936'] for router_interface (63d87b1a-d8fa-418e-9cc7-6f3481468e11), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:31.075845 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:31.134935 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a900a2f-7bac-4755-8bc2-7df8cf2de876 admin admin] Router 63d87b1a-d8fa-418e-9cc7-6f3481468e11 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:16:31.241411 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a900a2f-7bac-4755-8bc2-7df8cf2de876 admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:16:31.246635 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-6a900a2f-7bac-4755-8bc2-7df8cf2de876 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/63d87b1a-d8fa-418e-9cc7-6f3481468e11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4549582 Sep 26 18:16:31.249469 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 56866) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:31.251345 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c709a204-faa7-4ee6-99f7-cef5d1aaced3 None None] Sync routers for ids ['63d87b1a-d8fa-418e-9cc7-6f3481468e11'] in dv-cinder-859319-1-iscsi {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:16:31.262239 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c709a204-faa7-4ee6-99f7-cef5d1aaced3 None None] Routers {'63d87b1a-d8fa-418e-9cc7-6f3481468e11'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:16:31.262875 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-c709a204-faa7-4ee6-99f7-cef5d1aaced3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:16:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['63d87b1a-d8fa-418e-9cc7-6f3481468e11'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:31.352852 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2d50a0a3-9c38-4236-9fbf-a5aa241a3d13 admin admin] Publish callbacks [] for router (63d87b1a-d8fa-418e-9cc7-6f3481468e11), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:31.366346 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-c709a204-faa7-4ee6-99f7-cef5d1aaced3 None None] Set router 63d87b1a-d8fa-418e-9cc7-6f3481468e11 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:16:31.451994 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2d50a0a3-9c38-4236-9fbf-a5aa241a3d13 admin admin] Publish callbacks [] for router_gateway (63d87b1a-d8fa-418e-9cc7-6f3481468e11), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:31.542043 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-c709a204-faa7-4ee6-99f7-cef5d1aaced3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d87b1a-d8fa-418e-9cc7-6f3481468e11', 'name': 'tempest-TestMinimumBasicScenario-1471760987-router', 'tenant_id': 'de31ca54ad8e46d29d9a868ce8c54afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '0b737456-2429-4a69-9fbf-d89eb7d135b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:14:02Z', 'updated_at': '2022-09-26T18:16:30Z', 'revision_number': 5, 'project_id': 'de31ca54ad8e46d29d9a868ce8c54afe', 'gw_port': {'id': '0b737456-2429-4a69-9fbf-d89eb7d135b2', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d87b1a-d8fa-418e-9cc7-6f3481468e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:14:03Z', 'updated_at': '2022-09-26T18:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:31.570669 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c709a204-faa7-4ee6-99f7-cef5d1aaced3 None None] Checking router: 63d87b1a-d8fa-418e-9cc7-6f3481468e11 for host: dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:16:31.575958 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-2d50a0a3-9c38-4236-9fbf-a5aa241a3d13 admin admin] Deleting port 0b737456-2429-4a69-9fbf-d89eb7d135b2 {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:16:31.576354 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2d50a0a3-9c38-4236-9fbf-a5aa241a3d13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (0b737456-2429-4a69-9fbf-d89eb7d135b2), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:31.580008 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c709a204-faa7-4ee6-99f7-cef5d1aaced3 None None] Routers {'63d87b1a-d8fa-418e-9cc7-6f3481468e11'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:16:31.580622 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-c709a204-faa7-4ee6-99f7-cef5d1aaced3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:16:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['63d87b1a-d8fa-418e-9cc7-6f3481468e11'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:31.665199 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [None req-2d50a0a3-9c38-4236-9fbf-a5aa241a3d13 admin admin] For port 0b737456-2429-4a69-9fbf-d89eb7d135b2, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=0b737456-2429-4a69-9fbf-d89eb7d135b2,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:16:31.665618 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2d50a0a3-9c38-4236-9fbf-a5aa241a3d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (0b737456-2429-4a69-9fbf-d89eb7d135b2), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:31.673412 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-c709a204-faa7-4ee6-99f7-cef5d1aaced3 None None] Set router 63d87b1a-d8fa-418e-9cc7-6f3481468e11 gateway port host: None {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:16:31.679494 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-2d50a0a3-9c38-4236-9fbf-a5aa241a3d13 admin admin] Calling delete_port for 0b737456-2429-4a69-9fbf-d89eb7d135b2 owned by network:router_gateway {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:16:31.729188 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-c709a204-faa7-4ee6-99f7-cef5d1aaced3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d87b1a-d8fa-418e-9cc7-6f3481468e11', 'name': 'tempest-TestMinimumBasicScenario-1471760987-router', 'tenant_id': 'de31ca54ad8e46d29d9a868ce8c54afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:14:02Z', 'updated_at': '2022-09-26T18:16:31Z', 'revision_number': 6, 'project_id': 'de31ca54ad8e46d29d9a868ce8c54afe', 'gw_port_host': None}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:31.755408 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c709a204-faa7-4ee6-99f7-cef5d1aaced3 None None] The sync data for ids ['63d87b1a-d8fa-418e-9cc7-6f3481468e11'] in dv-cinder-859319-1-iscsi is: [{'id': '63d87b1a-d8fa-418e-9cc7-6f3481468e11', 'name': 'tempest-TestMinimumBasicScenario-1471760987-router', 'tenant_id': 'de31ca54ad8e46d29d9a868ce8c54afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:14:02Z', 'updated_at': '2022-09-26T18:16:31Z', 'revision_number': 6, 'project_id': 'de31ca54ad8e46d29d9a868ce8c54afe', 'gw_port_host': None}] {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:16:31.788983 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:31.920259 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-70226cca-87c3-48c7-b479-c0d94b11633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:31.920906 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2d50a0a3-9c38-4236-9fbf-a5aa241a3d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (0b737456-2429-4a69-9fbf-d89eb7d135b2), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:31.949759 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50a0a3-9c38-4236-9fbf-a5aa241a3d13 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b737456-2429-4a69-9fbf-d89eb7d135b2,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:32.291929 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2d50a0a3-9c38-4236-9fbf-a5aa241a3d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500258'] for router_gateway (63d87b1a-d8fa-418e-9cc7-6f3481468e11), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:32.377742 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2d50a0a3-9c38-4236-9fbf-a5aa241a3d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2095462'] for router (63d87b1a-d8fa-418e-9cc7-6f3481468e11), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:32.379985 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2d50a0a3-9c38-4236-9fbf-a5aa241a3d13 admin admin] Publish callbacks [] for router_controller (63d87b1a-d8fa-418e-9cc7-6f3481468e11), precommit_delete_associations {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:32.508869 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2d50a0a3-9c38-4236-9fbf-a5aa241a3d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504853'] for router (63d87b1a-d8fa-418e-9cc7-6f3481468e11), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:32.509557 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d50a0a3-9c38-4236-9fbf-a5aa241a3d13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63d87b1a-d8fa-418e-9cc7-6f3481468e11 {{(pid=106583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 18:16:32.511509 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 045719cf-a7a0-4563-8b1d-ff09370deaa0 no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:16:32.513785 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-2d50a0a3-9c38-4236-9fbf-a5aa241a3d13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:32.518207 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-2d50a0a3-9c38-4236-9fbf-a5aa241a3d13 admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/63d87b1a-d8fa-418e-9cc7-6f3481468e11 HTTP/1.1" status: 204 len: 168 time: 1.2643003 Sep 26 18:16:32.518344 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 56872) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:32.536830 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] No Port match for: 045719cf-a7a0-4563-8b1d-ff09370deaa0 {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:16:32.537174 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 045719cf-a7a0-4563-8b1d-ff09370deaa0 not bound to the agent host dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:16:32.567976 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_v2 [None req-838c34e4-ba9c-4186-8c01-d7e39e6aba5c admin admin] Deleting subnet 408d4850-ec41-4902-98cc-fb52efed9a65 {{(pid=106582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:16:32.571171 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-838c34e4-ba9c-4186-8c01-d7e39e6aba5c admin admin] Publish callbacks [] for subnet (408d4850-ec41-4902-98cc-fb52efed9a65), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:32.607017 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-838c34e4-ba9c-4186-8c01-d7e39e6aba5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2230098'] for subnet (408d4850-ec41-4902-98cc-fb52efed9a65), precommit_delete_associations {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:32.685511 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:32.689811 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-838c34e4-ba9c-4186-8c01-d7e39e6aba5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32872334'] for subnet (408d4850-ec41-4902-98cc-fb52efed9a65), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:32.716548 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:32.829175 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-838c34e4-ba9c-4186-8c01-d7e39e6aba5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32869299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-514030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2161408'] for subnet (408d4850-ec41-4902-98cc-fb52efed9a65), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:32.855205 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c34e4-ba9c-4186-8c01-d7e39e6aba5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=408d4850-ec41-4902-98cc-fb52efed9a65,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:32.861698 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-838c34e4-ba9c-4186-8c01-d7e39e6aba5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for subnet (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:32.865765 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-838c34e4-ba9c-4186-8c01-d7e39e6aba5c admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/408d4850-ec41-4902-98cc-fb52efed9a65 HTTP/1.1" status: 204 len: 168 time: 0.3470182 Sep 26 18:16:32.868350 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3567d38-a381-4295-ad03-d82103ece9d6 None None] Network b7c43c82-00a2-49de-bcbf-63d341ac4193 requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:16:32.868513 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 56880) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:32.941852 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d9d65f65-3bec-498f-81bb-a41dc1c06cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32779771'] for network (b7c43c82-00a2-49de-bcbf-63d341ac4193), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:32.991690 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-d9d65f65-3bec-498f-81bb-a41dc1c06cc2 admin admin] Deleting port ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1 {{(pid=106582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:16:32.992019 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d9d65f65-3bec-498f-81bb-a41dc1c06cc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:33.032252 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0150088-85d4-4321-8847-599d7e2f60f2 None None] DHCP port deletion for b7c43c82-00a2-49de-bcbf-63d341ac4193 request from dv-cinder-859319-1-iscsi {{(pid=106584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 18:16:33.063364 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.db [None req-d9d65f65-3bec-498f-81bb-a41dc1c06cc2 admin admin] For port ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1,segment=NetworkSegment(bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01),segment_id=bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01)] {{(pid=106582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:16:33.063773 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d9d65f65-3bec-498f-81bb-a41dc1c06cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:33.074694 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-e0150088-85d4-4321-8847-599d7e2f60f2 None None] Deleting port ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1 {{(pid=106584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:16:33.075001 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-e0150088-85d4-4321-8847-599d7e2f60f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1), before_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:33.077459 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-d9d65f65-3bec-498f-81bb-a41dc1c06cc2 admin admin] Calling delete_port for ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1 owned by network:dhcp {{(pid=106582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:16:33.140932 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-e0150088-85d4-4321-8847-599d7e2f60f2 None None] For port ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1,segment=NetworkSegment(bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01),segment_id=bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:16:33.141326 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-e0150088-85d4-4321-8847-599d7e2f60f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1), precommit_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:33.155720 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-e0150088-85d4-4321-8847-599d7e2f60f2 None None] Calling delete_port for ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1 owned by network:dhcp {{(pid=106584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:16:33.280501 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d9d65f65-3bec-498f-81bb-a41dc1c06cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:33.286647 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-e0150088-85d4-4321-8847-599d7e2f60f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729'] for port (ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1), after_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:33.313435 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d65f65-3bec-498f-81bb-a41dc1c06cc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:33.314247 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0150088-85d4-4321-8847-599d7e2f60f2 None None] Pushing event deleted for resources: {'Port': ['ID=ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1,revision_number=None']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:33.330975 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d65f65-3bec-498f-81bb-a41dc1c06cc2 admin admin] No DVR routers for this DVR port ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1 on host dv-cinder-859319-1-iscsi {{(pid=106582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:16:33.333776 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0150088-85d4-4321-8847-599d7e2f60f2 None None] No DVR routers for this DVR port ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1 on host dv-cinder-859319-1-iscsi {{(pid=106584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:16:33.407272 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d9d65f65-3bec-498f-81bb-a41dc1c06cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841381', 'neutron.services.segments.db._delete_segments_for_network-8756749958337'] for network (b7c43c82-00a2-49de-bcbf-63d341ac4193), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:33.428042 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.services.segments.db [None req-d9d65f65-3bec-498f-81bb-a41dc1c06cc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c43c82-00a2-49de-bcbf-63d341ac4193']}} {{(pid=106582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:33.438583 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.services.segments.db [None req-d9d65f65-3bec-498f-81bb-a41dc1c06cc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01') {'for_net_delete': True} {{(pid=106582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:33.438884 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.services.segments.db [None req-d9d65f65-3bec-498f-81bb-a41dc1c06cc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01') {} {{(pid=106582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:33.450366 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d9d65f65-3bec-498f-81bb-a41dc1c06cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756749958229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230121'] for segment (bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:33.466883 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d9d65f65-3bec-498f-81bb-a41dc1c06cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:33.473738 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d65f65-3bec-498f-81bb-a41dc1c06cc2 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=106582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:16:33.477258 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d9d65f65-3bec-498f-81bb-a41dc1c06cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-513876'] for segment (bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:33.520990 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.services.segments.plugin [-] Segment bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01 resource provider aggregate not found Sep 26 18:16:33.537901 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.services.segments.plugin [-] Segment bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bbd8b1e5-80d1-4f3e-8567-bbbfd39dba01 found for delete ", "request_id": "req-f9323919-4ac2-4646-9588-5eb81aaa121b"}]} Sep 26 18:16:33.605992 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d9d65f65-3bec-498f-81bb-a41dc1c06cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500471'] for network (b7c43c82-00a2-49de-bcbf-63d341ac4193), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:33.610866 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d9d65f65-3bec-498f-81bb-a41dc1c06cc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:33.616673 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-d9d65f65-3bec-498f-81bb-a41dc1c06cc2 admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/b7c43c82-00a2-49de-bcbf-63d341ac4193 HTTP/1.1" status: 204 len: 168 time: 0.7445416 Sep 26 18:16:33.629536 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d65f65-3bec-498f-81bb-a41dc1c06cc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7c43c82-00a2-49de-bcbf-63d341ac4193,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:33.998242 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 56892) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:34.033079 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:34.039692 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-6cf1c2f2-e252-4d2e-a1bf-32c6de08734b admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=3b1fa05de673407eae9d3b50898c7b04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402060 Sep 26 18:16:34.043370 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 56894) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:34.094588 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-3e6e960d-e391-414c-ae68-60c976fc2f96 admin admin] Publish callbacks [] for security_group (0b11f285-348b-484c-be28-b25c37728e13), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:34.117419 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-3e6e960d-e391-414c-ae68-60c976fc2f96 admin admin] Publish callbacks [] for security_group (0b11f285-348b-484c-be28-b25c37728e13), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:34.141986 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1 no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:16:34.162947 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] No Port match for: ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1 {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:16:34.163294 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device ff4f943e-2e6f-406c-ae5f-841aa8c7f6f1 not bound to the agent host dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:16:34.163731 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 0b737456-2429-4a69-9fbf-d89eb7d135b2 no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:16:34.182848 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] No Port match for: 0b737456-2429-4a69-9fbf-d89eb7d135b2 {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:16:34.187943 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 0b737456-2429-4a69-9fbf-d89eb7d135b2 not bound to the agent host dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:16:34.217841 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-3e6e960d-e391-414c-ae68-60c976fc2f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (0b11f285-348b-484c-be28-b25c37728e13), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:34.220699 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-3e6e960d-e391-414c-ae68-60c976fc2f96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:34.221879 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-3e6e960d-e391-414c-ae68-60c976fc2f96 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/0b11f285-348b-484c-be28-b25c37728e13 HTTP/1.1" status: 204 len: 168 time: 0.1775510 Sep 26 18:16:34.230218 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e960d-e391-414c-ae68-60c976fc2f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b11f285-348b-484c-be28-b25c37728e13,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:34.297135 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-c317994c-ef7d-4f5a-9dc6-6c9dca06e38c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:34.831890 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 56906) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:34.872239 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-a2144c06-584d-4882-867b-1e56b812716f admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=de31ca54ad8e46d29d9a868ce8c54afe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391836 Sep 26 18:16:34.874696 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 56908) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:34.925333 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6d3fda76-2313-4890-a850-b65408f92521 admin admin] Publish callbacks [] for security_group (77e3c9ee-e3ae-4f54-8b41-20f1a4c25634), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:34.945619 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6d3fda76-2313-4890-a850-b65408f92521 admin admin] Publish callbacks [] for security_group (77e3c9ee-e3ae-4f54-8b41-20f1a4c25634), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:35.074425 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6d3fda76-2313-4890-a850-b65408f92521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (77e3c9ee-e3ae-4f54-8b41-20f1a4c25634), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:35.077297 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-6d3fda76-2313-4890-a850-b65408f92521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:35.078594 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-6d3fda76-2313-4890-a850-b65408f92521 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/77e3c9ee-e3ae-4f54-8b41-20f1a4c25634 HTTP/1.1" status: 204 len: 168 time: 0.2029095 Sep 26 18:16:35.087561 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3fda76-2313-4890-a850-b65408f92521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e3c9ee-e3ae-4f54-8b41-20f1a4c25634,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:35.565967 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:36.182399 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 56940) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:36.286094 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-5383ab12-d5a4-4685-bb97-39eecc842217 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1893420804-network', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:16:36.360075 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5383ab12-d5a4-4685-bb97-39eecc842217 admin admin] Made reservation on behalf of 54bca4cc170d4e3fbad17be586081bc0 for: {'network': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:16:36.364383 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-5383ab12-d5a4-4685-bb97-39eecc842217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for network (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:36.372500 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-5383ab12-d5a4-4685-bb97-39eecc842217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:36.403511 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:36.452679 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-5383ab12-d5a4-4685-bb97-39eecc842217 admin admin] Publish callbacks [] for security_group (d1924e10-67b3-4003-9c1b-b0b176d12700), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:36.549124 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-5383ab12-d5a4-4685-bb97-39eecc842217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (d1924e10-67b3-4003-9c1b-b0b176d12700), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:36.577019 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5383ab12-d5a4-4685-bb97-39eecc842217 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=106583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:16:36.588240 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383ab12-d5a4-4685-bb97-39eecc842217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1924e10-67b3-4003-9c1b-b0b176d12700,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:36.593233 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-5383ab12-d5a4-4685-bb97-39eecc842217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (43a62425-e99a-47e8-aa66-8ef638e99a08), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:36.593586 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.db.segments_db [None req-5383ab12-d5a4-4685-bb97-39eecc842217 admin admin] Added segment 43a62425-e99a-47e8-aa66-8ef638e99a08 of type vlan for network 5ba9a025-fbef-406e-aa56-d82e69f22721 Sep 26 18:16:36.637935 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-5383ab12-d5a4-4685-bb97-39eecc842217 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756749379750'] for network (5ba9a025-fbef-406e-aa56-d82e69f22721), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:36.708668 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-5383ab12-d5a4-4685-bb97-39eecc842217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310'] for network (5ba9a025-fbef-406e-aa56-d82e69f22721), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:36.710062 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5383ab12-d5a4-4685-bb97-39eecc842217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:16:36.710659 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-5383ab12-d5a4-4685-bb97-39eecc842217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:36.775583 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383ab12-d5a4-4685-bb97-39eecc842217 admin admin] Pushing event updated for resources: {'Network': ['ID=5ba9a025-fbef-406e-aa56-d82e69f22721,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:36.785794 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Network 5ba9a025-fbef-406e-aa56-d82e69f22721 details requested by agent ovs-agent-dv-cinder-859319-1-iscsi with host dv-cinder-859319-1-iscsi {{(pid=106584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:16:36.823639 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-5383ab12-d5a4-4685-bb97-39eecc842217 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6370347 Sep 26 18:16:36.823988 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 56958) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:36.830840 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-0608f832-9fe3-4f3a-97a1-c45ba6a34ad3 admin admin] Request body: {'subnet': {'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1893420804-subnet', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'ip_version': 4}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:16:36.914591 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0608f832-9fe3-4f3a-97a1-c45ba6a34ad3 admin admin] Made reservation on behalf of 54bca4cc170d4e3fbad17be586081bc0 for: {'subnet': 1} {{(pid=106582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:16:36.917854 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0608f832-9fe3-4f3a-97a1-c45ba6a34ad3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2161455'] for subnet (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:36.967536 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:37.061376 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:37.062310 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:37.137490 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:37.152697 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:16:37.167549 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0608f832-9fe3-4f3a-97a1-c45ba6a34ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-515633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2161465'] for subnet (968e4e63-4a3a-4870-8afd-2206cc33d8d5), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:37.213627 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:37.232728 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608f832-9fe3-4f3a-97a1-c45ba6a34ad3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=968e4e63-4a3a-4870-8afd-2206cc33d8d5,revision_number=0']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:37.240678 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0608f832-9fe3-4f3a-97a1-c45ba6a34ad3 admin admin] Checking segment: {'id': '43a62425-e99a-47e8-aa66-8ef638e99a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:16:37.247804 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0608f832-9fe3-4f3a-97a1-c45ba6a34ad3 admin admin] Network hostable DHCP agents. Network: 5ba9a025-fbef-406e-aa56-d82e69f22721, hostable agents: ['4ef20602-5638-479d-aebe-a5cbb98cbff1'], hosted agents: [] {{(pid=106582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:16:37.509324 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0608f832-9fe3-4f3a-97a1-c45ba6a34ad3 admin admin] Network 5ba9a025-fbef-406e-aa56-d82e69f22721 is scheduled to be hosted by DHCP agent 4ef20602-5638-479d-aebe-a5cbb98cbff1 with binding_index 1 {{(pid=106582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:16:37.548835 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:37.594299 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-0608f832-9fe3-4f3a-97a1-c45ba6a34ad3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-1-iscsi, 5ba9a025-fbef-406e-aa56-d82e69f22721) {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:16:37.598656 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608f832-9fe3-4f3a-97a1-c45ba6a34ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:16:37.599252 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0608f832-9fe3-4f3a-97a1-c45ba6a34ad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for subnet (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:37.608225 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed05a7d-edd6-4bd2-a10e-3e84e6b609b4 None None] Network 5ba9a025-fbef-406e-aa56-d82e69f22721 requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:16:37.660065 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-0608f832-9fe3-4f3a-97a1-c45ba6a34ad3 admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8341975 Sep 26 18:16:37.662787 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 56980) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:37.667440 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1893420804-router', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:16:37.727054 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d180f1a-711d-4fb9-94cd-72715e496876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4764dadb-9c64-5769-9546-d6a7905953f7-5ba9a025-fbef-406e-aa56-d82e69f22721', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'fixed_ips': [{'subnet_id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5'}]}} from dv-cinder-859319-1-iscsi. {{(pid=106584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 18:16:37.728026 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-7d180f1a-711d-4fb9-94cd-72715e496876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:37.755076 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2095476'] for router (48f7ea23-adde-4f21-ba0a-5b091acaf59f), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:37.757966 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-497029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2095487'] for router (48f7ea23-adde-4f21-ba0a-5b091acaf59f), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:37.819458 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Publish callbacks [] for router_controller (48f7ea23-adde-4f21-ba0a-5b091acaf59f), precommit_add_association {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:37.872995 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.db_base_plugin_common [None req-7d180f1a-711d-4fb9-94cd-72715e496876 None None] Allocated IP 172.20.0.2 (5ba9a025-fbef-406e-aa56-d82e69f22721/968e4e63-4a3a-4870-8afd-2206cc33d8d5/31009a79-a8c5-46a6-8163-13b4aaffcdbc) {{(pid=106584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:16:38.047278 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-7d180f1a-711d-4fb9-94cd-72715e496876 None None] Publish callbacks [] for port (31009a79-a8c5-46a6-8163-13b4aaffcdbc), precommit_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:38.088604 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=7 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:38.149226 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-7d180f1a-711d-4fb9-94cd-72715e496876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720'] for port (31009a79-a8c5-46a6-8163-13b4aaffcdbc), after_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:38.155249 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:38.194325 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Publish callbacks [] for router_gateway (48f7ea23-adde-4f21-ba0a-5b091acaf59f), precommit_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:38.217744 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d180f1a-711d-4fb9-94cd-72715e496876 None None] Network 5ba9a025-fbef-406e-aa56-d82e69f22721 is already hosted by enough agents. {{(pid=106584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:16:38.221550 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.scheduler.base_scheduler [None req-7d180f1a-711d-4fb9-94cd-72715e496876 None None] Resources bound (agent type, host, resource id): {{(pid=106584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:16:38.223724 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d180f1a-711d-4fb9-94cd-72715e496876 None None] Pushing event updated for resources: {'Port': ['ID=31009a79-a8c5-46a6-8163-13b4aaffcdbc,revision_number=1']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:38.225894 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d180f1a-711d-4fb9-94cd-72715e496876 None None] Received port after_create {{(pid=106584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:16:38.291989 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-7d180f1a-711d-4fb9-94cd-72715e496876 None None] Attempting to bind port 31009a79-a8c5-46a6-8163-13b4aaffcdbc on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:16:38.292365 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-7d180f1a-711d-4fb9-94cd-72715e496876 None None] Attempting to bind port 31009a79-a8c5-46a6-8163-13b4aaffcdbc by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': '43a62425-e99a-47e8-aa66-8ef638e99a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721'}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:16:38.292738 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d180f1a-711d-4fb9-94cd-72715e496876 None None] Attempting to bind port 31009a79-a8c5-46a6-8163-13b4aaffcdbc on network 5ba9a025-fbef-406e-aa56-d82e69f22721 {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:16:38.338535 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d180f1a-711d-4fb9-94cd-72715e496876 None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:16:38.339015 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d180f1a-711d-4fb9-94cd-72715e496876 None None] Checking segment: {'id': '43a62425-e99a-47e8-aa66-8ef638e99a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:16:38.339500 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-7d180f1a-711d-4fb9-94cd-72715e496876 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:38.339985 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d180f1a-711d-4fb9-94cd-72715e496876 None None] Bound using segment: {'id': '43a62425-e99a-47e8-aa66-8ef638e99a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721'} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:16:38.340536 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-7d180f1a-711d-4fb9-94cd-72715e496876 None None] Bound port: 31009a79-a8c5-46a6-8163-13b4aaffcdbc, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a62425-e99a-47e8-aa66-8ef638e99a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721'}}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:16:38.340991 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-7d180f1a-711d-4fb9-94cd-72715e496876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (31009a79-a8c5-46a6-8163-13b4aaffcdbc), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:38.413041 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-7d180f1a-711d-4fb9-94cd-72715e496876 None None] For port 31009a79-a8c5-46a6-8163-13b4aaffcdbc, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:16:38.416296 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-7d180f1a-711d-4fb9-94cd-72715e496876 None None] For port 31009a79-a8c5-46a6-8163-13b4aaffcdbc, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=31009a79-a8c5-46a6-8163-13b4aaffcdbc,segment=NetworkSegment(43a62425-e99a-47e8-aa66-8ef638e99a08),segment_id=43a62425-e99a-47e8-aa66-8ef638e99a08)] {{(pid=106584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:16:38.439567 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Publish callbacks [] for router_gateway (48f7ea23-adde-4f21-ba0a-5b091acaf59f), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:38.457661 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-7d180f1a-711d-4fb9-94cd-72715e496876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (31009a79-a8c5-46a6-8163-13b4aaffcdbc), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:38.459431 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:38.513329 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d180f1a-711d-4fb9-94cd-72715e496876 None None] Pushing event updated for resources: {'Port': ['ID=31009a79-a8c5-46a6-8163-13b4aaffcdbc,revision_number=2']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:38.588796 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_common [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Allocated IP 172.27.3.208 (75671e20-856b-479b-bee1-be813a3f2eee/4775a61a-d36f-43c7-b0a4-bf2c0640e392/bb237869-b567-45b4-975b-fa42e3022994) {{(pid=106582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:16:38.648578 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:38.735594 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Publish callbacks [] for port (bb237869-b567-45b4-975b-fa42e3022994), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:38.817848 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (bb237869-b567-45b4-975b-fa42e3022994), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:38.864039 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Network 75671e20-856b-479b-bee1-be813a3f2eee is already hosted by enough agents. {{(pid=106582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:16:38.867054 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:16:38.871433 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Received port after_create {{(pid=106582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:16:38.898966 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Pushing event updated for resources: {'Port': ['ID=bb237869-b567-45b4-975b-fa42e3022994,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:38.915442 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:38.915899 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:38.916271 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:38.916597 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:38.916964 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:38.917299 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:38.917635 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:38.917962 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:38.918298 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:38.918626 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:38.918956 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:38.919285 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:38.919610 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:38.919953 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:38.920277 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:39.157646 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:39.210240 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Publish callbacks [] for router_gateway (48f7ea23-adde-4f21-ba0a-5b091acaf59f), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:39.375048 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c613408-ed4a-4044-9b6d-d4289bc6daf5 None None] Network 5ba9a025-fbef-406e-aa56-d82e69f22721 requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:16:39.412327 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500314'] for router (48f7ea23-adde-4f21-ba0a-5b091acaf59f), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:39.491627 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-73c0fd4c-17f8-4c4b-b4fb-8985411c3eb4 None None] Provisioning complete for port 31009a79-a8c5-46a6-8163-13b4aaffcdbc triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:16:39.492005 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-73c0fd4c-17f8-4c4b-b4fb-8985411c3eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (31009a79-a8c5-46a6-8163-13b4aaffcdbc), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:39.492350 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-73c0fd4c-17f8-4c4b-b4fb-8985411c3eb4 None None] Attempt 1 to provision port 31009a79-a8c5-46a6-8163-13b4aaffcdbc Sep 26 18:16:39.535329 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:39.640452 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Router 48f7ea23-adde-4f21-ba0a-5b091acaf59f is scheduled to L3 agent 1e333347-308d-435a-a92a-39a4b363e81b with binding_index 1 {{(pid=106582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 18:16:39.707549 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-73c0fd4c-17f8-4c4b-b4fb-8985411c3eb4 None None] Current status of the port 31009a79-a8c5-46a6-8163-13b4aaffcdbc is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:16:39.707971 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-73c0fd4c-17f8-4c4b-b4fb-8985411c3eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (31009a79-a8c5-46a6-8163-13b4aaffcdbc), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:39.732494 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:39.740920 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-73c0fd4c-17f8-4c4b-b4fb-8985411c3eb4 None None] For port 31009a79-a8c5-46a6-8163-13b4aaffcdbc, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=31009a79-a8c5-46a6-8163-13b4aaffcdbc,segment=NetworkSegment(43a62425-e99a-47e8-aa66-8ef638e99a08),segment_id=43a62425-e99a-47e8-aa66-8ef638e99a08)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:16:39.754534 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:16:39.764599 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a6e5f5-9239-4794-86e4-6dc0db48cd1e None None] Sync routers for ids ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:16:39.775426 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a6e5f5-9239-4794-86e4-6dc0db48cd1e None None] Routers {'48f7ea23-adde-4f21-ba0a-5b091acaf59f'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:16:39.776105 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-75a6e5f5-9239-4794-86e4-6dc0db48cd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:16:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:39.817423 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-73c0fd4c-17f8-4c4b-b4fb-8985411c3eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (31009a79-a8c5-46a6-8163-13b4aaffcdbc), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:39.848096 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:39.849443 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-4457b531-dadc-4e15-8854-bd15f0ced3d3 admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1857252 Sep 26 18:16:39.853084 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 57006) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:39.868813 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0fd4c-17f8-4c4b-b4fb-8985411c3eb4 None None] Pushing event updated for resources: {'Port': ['ID=31009a79-a8c5-46a6-8163-13b4aaffcdbc,revision_number=3']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:39.908854 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:39.937379 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-1092889d-5ff5-4de0-917e-4699f28f3c67 None None] Provisioning complete for port 31009a79-a8c5-46a6-8163-13b4aaffcdbc triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:16:39.937924 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-1092889d-5ff5-4de0-917e-4699f28f3c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (31009a79-a8c5-46a6-8163-13b4aaffcdbc), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:39.938367 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-1092889d-5ff5-4de0-917e-4699f28f3c67 None None] Attempt 1 to provision port 31009a79-a8c5-46a6-8163-13b4aaffcdbc Sep 26 18:16:39.978985 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-75a6e5f5-9239-4794-86e4-6dc0db48cd1e None None] Set router 48f7ea23-adde-4f21-ba0a-5b091acaf59f gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:16:40.035503 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-1092889d-5ff5-4de0-917e-4699f28f3c67 None None] Current status of the port 31009a79-a8c5-46a6-8163-13b4aaffcdbc is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:16:40.177576 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 31009a79-a8c5-46a6-8163-13b4aaffcdbc up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:16:40.178741 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-75a6e5f5-9239-4794-86e4-6dc0db48cd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'name': 'tempest-TestVolumeBootPattern-1893420804-router', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'bb237869-b567-45b4-975b-fa42e3022994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:37Z', 'updated_at': '2022-09-26T18:16:39Z', 'revision_number': 3, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'gw_port': {'id': 'bb237869-b567-45b4-975b-fa42e3022994', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:86:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:38Z', 'updated_at': '2022-09-26T18:16:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:40.209098 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a6e5f5-9239-4794-86e4-6dc0db48cd1e None None] Checking router: 48f7ea23-adde-4f21-ba0a-5b091acaf59f for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:16:40.209442 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a6e5f5-9239-4794-86e4-6dc0db48cd1e None None] Updating router 48f7ea23-adde-4f21-ba0a-5b091acaf59f port bb237869-b567-45b4-975b-fa42e3022994 binding host dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:16:40.226409 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 31009a79-a8c5-46a6-8163-13b4aaffcdbc triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:16:40.226784 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (31009a79-a8c5-46a6-8163-13b4aaffcdbc), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:40.227124 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 31009a79-a8c5-46a6-8163-13b4aaffcdbc Sep 26 18:16:40.250830 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-75a6e5f5-9239-4794-86e4-6dc0db48cd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (bb237869-b567-45b4-975b-fa42e3022994), before_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:40.316307 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-71316c5f-ffd5-4c9c-8981-0462075a523e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:40.334801 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 31009a79-a8c5-46a6-8163-13b4aaffcdbc is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:16:40.418608 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=100 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:40.473884 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [None req-71316c5f-ffd5-4c9c-8981-0462075a523e admin admin] Allocated IP 172.20.0.1 (5ba9a025-fbef-406e-aa56-d82e69f22721/968e4e63-4a3a-4870-8afd-2206cc33d8d5/c0abe21e-3bf5-4b57-9871-a71f93abc3e7) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:16:40.517938 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-75a6e5f5-9239-4794-86e4-6dc0db48cd1e None None] Publish callbacks [] for port (bb237869-b567-45b4-975b-fa42e3022994), precommit_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:40.544854 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:40.581826 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-71316c5f-ffd5-4c9c-8981-0462075a523e admin admin] Publish callbacks [] for port (c0abe21e-3bf5-4b57-9871-a71f93abc3e7), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:40.600487 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-75a6e5f5-9239-4794-86e4-6dc0db48cd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (bb237869-b567-45b4-975b-fa42e3022994), after_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:40.637442 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-75a6e5f5-9239-4794-86e4-6dc0db48cd1e None None] Attempting to bind port bb237869-b567-45b4-975b-fa42e3022994 on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:16:40.637810 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-75a6e5f5-9239-4794-86e4-6dc0db48cd1e None None] Attempting to bind port bb237869-b567-45b4-975b-fa42e3022994 by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}] {{(pid=106585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:16:40.638172 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a6e5f5-9239-4794-86e4-6dc0db48cd1e None None] Attempting to bind port bb237869-b567-45b4-975b-fa42e3022994 on network 75671e20-856b-479b-bee1-be813a3f2eee {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:16:40.677584 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30febfcd-3a45-417c-8acc-764f31eb1703 None None] Pushing event updated for resources: {'Port': ['ID=bb237869-b567-45b4-975b-fa42e3022994,revision_number=2']} {{(pid=106585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:40.686918 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-71316c5f-ffd5-4c9c-8981-0462075a523e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (c0abe21e-3bf5-4b57-9871-a71f93abc3e7), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:40.691666 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30febfcd-3a45-417c-8acc-764f31eb1703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:40.692023 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30febfcd-3a45-417c-8acc-764f31eb1703 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:40.696335 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30febfcd-3a45-417c-8acc-764f31eb1703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:40.696335 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30febfcd-3a45-417c-8acc-764f31eb1703 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:40.696335 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30febfcd-3a45-417c-8acc-764f31eb1703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:40.696335 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30febfcd-3a45-417c-8acc-764f31eb1703 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:40.696335 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30febfcd-3a45-417c-8acc-764f31eb1703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:40.696335 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30febfcd-3a45-417c-8acc-764f31eb1703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:40.696335 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30febfcd-3a45-417c-8acc-764f31eb1703 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:40.696335 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30febfcd-3a45-417c-8acc-764f31eb1703 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:40.696335 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30febfcd-3a45-417c-8acc-764f31eb1703 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:40.696335 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30febfcd-3a45-417c-8acc-764f31eb1703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:40.696335 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30febfcd-3a45-417c-8acc-764f31eb1703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:40.696335 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30febfcd-3a45-417c-8acc-764f31eb1703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:40.696335 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30febfcd-3a45-417c-8acc-764f31eb1703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:16:40.706062 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a6e5f5-9239-4794-86e4-6dc0db48cd1e None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:16:40.706581 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a6e5f5-9239-4794-86e4-6dc0db48cd1e None None] Checking segment: {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:16:40.706981 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-75a6e5f5-9239-4794-86e4-6dc0db48cd1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:40.707367 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a6e5f5-9239-4794-86e4-6dc0db48cd1e None None] Bound using segment: {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'} {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:16:40.708100 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-75a6e5f5-9239-4794-86e4-6dc0db48cd1e None None] Bound port: bb237869-b567-45b4-975b-fa42e3022994, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}}] {{(pid=106585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:16:40.708482 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-75a6e5f5-9239-4794-86e4-6dc0db48cd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (bb237869-b567-45b4-975b-fa42e3022994), before_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:40.733067 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71316c5f-ffd5-4c9c-8981-0462075a523e admin admin] Network 5ba9a025-fbef-406e-aa56-d82e69f22721 is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:16:40.736189 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-71316c5f-ffd5-4c9c-8981-0462075a523e admin admin] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:16:40.740127 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71316c5f-ffd5-4c9c-8981-0462075a523e admin admin] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:16:40.761337 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.db [None req-75a6e5f5-9239-4794-86e4-6dc0db48cd1e None None] For port bb237869-b567-45b4-975b-fa42e3022994, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:16:40.764737 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.db [None req-75a6e5f5-9239-4794-86e4-6dc0db48cd1e None None] For port bb237869-b567-45b4-975b-fa42e3022994, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=bb237869-b567-45b4-975b-fa42e3022994,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:16:40.768147 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71316c5f-ffd5-4c9c-8981-0462075a523e admin admin] Pushing event updated for resources: {'Port': ['ID=c0abe21e-3bf5-4b57-9871-a71f93abc3e7,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:40.786084 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-71316c5f-ffd5-4c9c-8981-0462075a523e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-492387'] for router_interface (48f7ea23-adde-4f21-ba0a-5b091acaf59f), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:40.835260 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:40.840530 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-75a6e5f5-9239-4794-86e4-6dc0db48cd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (bb237869-b567-45b4-975b-fa42e3022994), after_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:40.891597 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a6e5f5-9239-4794-86e4-6dc0db48cd1e None None] Routers {'48f7ea23-adde-4f21-ba0a-5b091acaf59f'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:16:40.892300 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-75a6e5f5-9239-4794-86e4-6dc0db48cd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:16:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:40.931338 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:40.936303 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30febfcd-3a45-417c-8acc-764f31eb1703 None None] Pushing event updated for resources: {'Port': ['ID=bb237869-b567-45b4-975b-fa42e3022994,revision_number=3']} {{(pid=106585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:40.967915 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-b32f5bd7-f0ed-40d5-a6a4-871ea01c9227 None None] Provisioning complete for port c0abe21e-3bf5-4b57-9871-a71f93abc3e7 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:16:40.968518 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-71316c5f-ffd5-4c9c-8981-0462075a523e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (c0abe21e-3bf5-4b57-9871-a71f93abc3e7), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:40.968901 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-b32f5bd7-f0ed-40d5-a6a4-871ea01c9227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (c0abe21e-3bf5-4b57-9871-a71f93abc3e7), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:40.968901 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-b32f5bd7-f0ed-40d5-a6a4-871ea01c9227 None None] Attempt 1 to provision port c0abe21e-3bf5-4b57-9871-a71f93abc3e7 Sep 26 18:16:40.970549 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:41.014334 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-75a6e5f5-9239-4794-86e4-6dc0db48cd1e None None] Set router 48f7ea23-adde-4f21-ba0a-5b091acaf59f gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:16:41.016932 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-b32f5bd7-f0ed-40d5-a6a4-871ea01c9227 None None] Port c0abe21e-3bf5-4b57-9871-a71f93abc3e7 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:16:41.143076 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-71316c5f-ffd5-4c9c-8981-0462075a523e admin admin] Publish callbacks [] for port (c0abe21e-3bf5-4b57-9871-a71f93abc3e7), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:41.177361 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-71316c5f-ffd5-4c9c-8981-0462075a523e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (c0abe21e-3bf5-4b57-9871-a71f93abc3e7), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:41.193778 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-75a6e5f5-9239-4794-86e4-6dc0db48cd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'name': 'tempest-TestVolumeBootPattern-1893420804-router', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'bb237869-b567-45b4-975b-fa42e3022994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:37Z', 'updated_at': '2022-09-26T18:16:39Z', 'revision_number': 3, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'gw_port': {'id': 'bb237869-b567-45b4-975b-fa42e3022994', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:86:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:38Z', 'updated_at': '2022-09-26T18:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:41.219472 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a6e5f5-9239-4794-86e4-6dc0db48cd1e None None] The sync data for ids ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'] in dv-cinder-859319-1-iscsi is: [{'id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'name': 'tempest-TestVolumeBootPattern-1893420804-router', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'bb237869-b567-45b4-975b-fa42e3022994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:37Z', 'updated_at': '2022-09-26T18:16:39Z', 'revision_number': 3, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'gw_port': {'id': 'bb237869-b567-45b4-975b-fa42e3022994', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:86:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:38Z', 'updated_at': '2022-09-26T18:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:16:41.250725 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71316c5f-ffd5-4c9c-8981-0462075a523e admin admin] Pushing event updated for resources: {'Port': ['ID=c0abe21e-3bf5-4b57-9871-a71f93abc3e7,revision_number=2']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:41.253597 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-71316c5f-ffd5-4c9c-8981-0462075a523e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-642360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-492535'] for router_interface (48f7ea23-adde-4f21-ba0a-5b091acaf59f), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:41.359990 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71316c5f-ffd5-4c9c-8981-0462075a523e admin admin] Network 5ba9a025-fbef-406e-aa56-d82e69f22721 is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:16:41.361792 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-71316c5f-ffd5-4c9c-8981-0462075a523e admin admin] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:16:41.496749 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71316c5f-ffd5-4c9c-8981-0462075a523e admin admin] Router 48f7ea23-adde-4f21-ba0a-5b091acaf59f has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:16:41.500042 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:41.518319 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-b32f5bd7-f0ed-40d5-a6a4-871ea01c9227 None None] Attempt 2 to provision port c0abe21e-3bf5-4b57-9871-a71f93abc3e7 Sep 26 18:16:41.568098 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-b32f5bd7-f0ed-40d5-a6a4-871ea01c9227 None None] Port c0abe21e-3bf5-4b57-9871-a71f93abc3e7 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:16:41.645030 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71316c5f-ffd5-4c9c-8981-0462075a523e admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:16:41.654028 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-71316c5f-ffd5-4c9c-8981-0462075a523e admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/48f7ea23-adde-4f21-ba0a-5b091acaf59f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7996013 Sep 26 18:16:42.068199 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-b32f5bd7-f0ed-40d5-a6a4-871ea01c9227 None None] Attempt 3 to provision port c0abe21e-3bf5-4b57-9871-a71f93abc3e7 Sep 26 18:16:42.114394 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-b32f5bd7-f0ed-40d5-a6a4-871ea01c9227 None None] Port c0abe21e-3bf5-4b57-9871-a71f93abc3e7 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:16:42.177445 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device bb237869-b567-45b4-975b-fa42e3022994 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:16:42.226903 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port bb237869-b567-45b4-975b-fa42e3022994 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:16:42.227364 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (bb237869-b567-45b4-975b-fa42e3022994), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:42.228279 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port bb237869-b567-45b4-975b-fa42e3022994 Sep 26 18:16:42.304030 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port bb237869-b567-45b4-975b-fa42e3022994 is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:16:42.304675 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (bb237869-b567-45b4-975b-fa42e3022994), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:42.327897 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] For port bb237869-b567-45b4-975b-fa42e3022994, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=bb237869-b567-45b4-975b-fa42e3022994,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:16:42.372088 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (bb237869-b567-45b4-975b-fa42e3022994), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:42.415011 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 57034) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:42.420283 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-4bc6d356-c0f9-434f-8eac-df3e848cc245 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-101995396-network', 'tenant_id': '6c68c5aa4cd84887b47d11cdabfef04c'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:16:42.427761 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Pushing event updated for resources: {'Port': ['ID=bb237869-b567-45b4-975b-fa42e3022994,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:42.520183 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc6d356-c0f9-434f-8eac-df3e848cc245 admin admin] Made reservation on behalf of 6c68c5aa4cd84887b47d11cdabfef04c for: {'network': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:16:42.523080 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4bc6d356-c0f9-434f-8eac-df3e848cc245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for network (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:42.533159 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4bc6d356-c0f9-434f-8eac-df3e848cc245 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:42.615513 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-b32f5bd7-f0ed-40d5-a6a4-871ea01c9227 None None] Attempt 4 to provision port c0abe21e-3bf5-4b57-9871-a71f93abc3e7 Sep 26 18:16:42.616963 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4bc6d356-c0f9-434f-8eac-df3e848cc245 admin admin] Publish callbacks [] for security_group (f12c4b84-a184-4568-ae6c-61848b43d991), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:42.651508 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-b32f5bd7-f0ed-40d5-a6a4-871ea01c9227 None None] Port c0abe21e-3bf5-4b57-9871-a71f93abc3e7 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:16:42.708945 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4bc6d356-c0f9-434f-8eac-df3e848cc245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (f12c4b84-a184-4568-ae6c-61848b43d991), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:42.728663 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:42.732814 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc6d356-c0f9-434f-8eac-df3e848cc245 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=106583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:16:42.748649 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6d356-c0f9-434f-8eac-df3e848cc245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12c4b84-a184-4568-ae6c-61848b43d991,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:42.752856 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4bc6d356-c0f9-434f-8eac-df3e848cc245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (ea21d071-feae-43f4-99c8-d4ce8f790a88), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:42.753341 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.db.segments_db [None req-4bc6d356-c0f9-434f-8eac-df3e848cc245 admin admin] Added segment ea21d071-feae-43f4-99c8-d4ce8f790a88 of type vlan for network 55e38fdb-84af-4b8e-8efe-21d2d01cccdd Sep 26 18:16:42.797028 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4bc6d356-c0f9-434f-8eac-df3e848cc245 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756749379750'] for network (55e38fdb-84af-4b8e-8efe-21d2d01cccdd), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:42.859901 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393cb232-ab9f-4db1-b57d-0ca10380ef65 None None] Sync routers for ids ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'] in dv-cinder-859319-1-iscsi {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:16:42.870955 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393cb232-ab9f-4db1-b57d-0ca10380ef65 None None] Routers {'48f7ea23-adde-4f21-ba0a-5b091acaf59f'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:16:42.871592 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-393cb232-ab9f-4db1-b57d-0ca10380ef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:16:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:42.875158 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4bc6d356-c0f9-434f-8eac-df3e848cc245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310'] for network (55e38fdb-84af-4b8e-8efe-21d2d01cccdd), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:42.876876 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc6d356-c0f9-434f-8eac-df3e848cc245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:16:42.877655 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-4bc6d356-c0f9-434f-8eac-df3e848cc245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:42.946480 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6d356-c0f9-434f-8eac-df3e848cc245 admin admin] Pushing event updated for resources: {'Network': ['ID=55e38fdb-84af-4b8e-8efe-21d2d01cccdd,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:42.957167 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-4bc6d356-c0f9-434f-8eac-df3e848cc245 admin admin] 10.222.0.67 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5407963 Sep 26 18:16:42.959993 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 57040) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:42.966036 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-38d245cd-448f-4b05-8642-c3e532d3ab7c admin admin] Request body: {'subnet': {'network_id': '55e38fdb-84af-4b8e-8efe-21d2d01cccdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-101995396-subnet', 'tenant_id': '6c68c5aa4cd84887b47d11cdabfef04c', 'ip_version': 4}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:16:42.967787 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Network 55e38fdb-84af-4b8e-8efe-21d2d01cccdd details requested by agent ovs-agent-dv-cinder-859319-1-iscsi with host dv-cinder-859319-1-iscsi {{(pid=106584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:16:43.035206 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-393cb232-ab9f-4db1-b57d-0ca10380ef65 None None] Set router 48f7ea23-adde-4f21-ba0a-5b091acaf59f gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:16:43.057494 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d245cd-448f-4b05-8642-c3e532d3ab7c admin admin] Made reservation on behalf of 6c68c5aa4cd84887b47d11cdabfef04c for: {'subnet': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:16:43.060099 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-38d245cd-448f-4b05-8642-c3e532d3ab7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302874'] for subnet (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:43.072800 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=100 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:43.087725 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 57044) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:43.173904 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-b32f5bd7-f0ed-40d5-a6a4-871ea01c9227 None None] Attempt 5 to provision port c0abe21e-3bf5-4b57-9871-a71f93abc3e7 Sep 26 18:16:43.223376 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-b32f5bd7-f0ed-40d5-a6a4-871ea01c9227 None None] Port c0abe21e-3bf5-4b57-9871-a71f93abc3e7 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:16:43.233627 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3386f812-ba48-4f37-8ae6-815a2ddc1737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:43.289997 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-393cb232-ab9f-4db1-b57d-0ca10380ef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'name': 'tempest-TestVolumeBootPattern-1893420804-router', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'bb237869-b567-45b4-975b-fa42e3022994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:37Z', 'updated_at': '2022-09-26T18:16:40Z', 'revision_number': 4, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'gw_port': {'id': 'bb237869-b567-45b4-975b-fa42e3022994', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:38Z', 'updated_at': '2022-09-26T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': 'c0abe21e-3bf5-4b57-9871-a71f93abc3e7', 'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'mac_address': 'fa:16:3e:13:20:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:40Z', 'updated_at': '2022-09-26T18:16:41Z', 'revision_number': 2, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'subnets': [{'id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:43.303388 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-38d245cd-448f-4b05-8642-c3e532d3ab7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3899633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302860'] for subnet (e02765bc-9a48-477d-bfd6-7ad39d292811), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:43.313789 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3386f812-ba48-4f37-8ae6-815a2ddc1737 admin admin] Publish callbacks [] for security_group (0a1825db-50df-4248-a0d4-8a75ec56513a), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:43.320376 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393cb232-ab9f-4db1-b57d-0ca10380ef65 None None] Checking router: 48f7ea23-adde-4f21-ba0a-5b091acaf59f for host: dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:16:43.320735 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393cb232-ab9f-4db1-b57d-0ca10380ef65 None None] Updating router 48f7ea23-adde-4f21-ba0a-5b091acaf59f port c0abe21e-3bf5-4b57-9871-a71f93abc3e7 binding host dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:16:43.350414 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-393cb232-ab9f-4db1-b57d-0ca10380ef65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (c0abe21e-3bf5-4b57-9871-a71f93abc3e7), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:43.364722 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d245cd-448f-4b05-8642-c3e532d3ab7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e02765bc-9a48-477d-bfd6-7ad39d292811,revision_number=0']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:43.373109 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d245cd-448f-4b05-8642-c3e532d3ab7c admin admin] Checking segment: {'id': 'ea21d071-feae-43f4-99c8-d4ce8f790a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '55e38fdb-84af-4b8e-8efe-21d2d01cccdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:16:43.373580 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d245cd-448f-4b05-8642-c3e532d3ab7c admin admin] Network hostable DHCP agents. Network: 55e38fdb-84af-4b8e-8efe-21d2d01cccdd, hostable agents: ['4ef20602-5638-479d-aebe-a5cbb98cbff1'], hosted agents: [] {{(pid=106583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:16:43.379822 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:43.389302 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3386f812-ba48-4f37-8ae6-815a2ddc1737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (0a1825db-50df-4248-a0d4-8a75ec56513a), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:43.434838 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d245cd-448f-4b05-8642-c3e532d3ab7c admin admin] Network 55e38fdb-84af-4b8e-8efe-21d2d01cccdd is scheduled to be hosted by DHCP agent 4ef20602-5638-479d-aebe-a5cbb98cbff1 with binding_index 1 {{(pid=106583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:16:43.436111 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-3386f812-ba48-4f37-8ae6-815a2ddc1737 admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=d761a7c6140548788304a11d7fd99479&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3472295 Sep 26 18:16:43.440277 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 57048) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:43.449359 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f812-ba48-4f37-8ae6-815a2ddc1737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1825db-50df-4248-a0d4-8a75ec56513a,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:43.500563 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9118cd23-6627-4e67-92b5-11f01d987402 admin admin] Publish callbacks [] for security_group (0a1825db-50df-4248-a0d4-8a75ec56513a), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:43.508858 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [None req-38d245cd-448f-4b05-8642-c3e532d3ab7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859319-1-iscsi, 55e38fdb-84af-4b8e-8efe-21d2d01cccdd) {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:16:43.514688 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d245cd-448f-4b05-8642-c3e532d3ab7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:16:43.516521 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-38d245cd-448f-4b05-8642-c3e532d3ab7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:43.517345 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:43.521895 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2e1a96-1a30-4b45-9967-ca98d1d65a98 None None] Network 55e38fdb-84af-4b8e-8efe-21d2d01cccdd requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:16:43.525341 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9118cd23-6627-4e67-92b5-11f01d987402 admin admin] Publish callbacks [] for security_group (0a1825db-50df-4248-a0d4-8a75ec56513a), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:43.575081 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-38d245cd-448f-4b05-8642-c3e532d3ab7c admin admin] 10.222.0.67 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6136711 Sep 26 18:16:43.577621 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 57050) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:43.582209 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-1ee0ea6b-185e-45e2-aaf9-fef8df4ab4cf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-101995396-router', 'tenant_id': '6c68c5aa4cd84887b47d11cdabfef04c', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:16:43.617104 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9118cd23-6627-4e67-92b5-11f01d987402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (0a1825db-50df-4248-a0d4-8a75ec56513a), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:43.620241 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-9118cd23-6627-4e67-92b5-11f01d987402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:43.621449 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-9118cd23-6627-4e67-92b5-11f01d987402 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/0a1825db-50df-4248-a0d4-8a75ec56513a HTTP/1.1" status: 204 len: 168 time: 0.1801100 Sep 26 18:16:43.635015 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118cd23-6627-4e67-92b5-11f01d987402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1825db-50df-4248-a0d4-8a75ec56513a,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:43.663929 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1ee0ea6b-185e-45e2-aaf9-fef8df4ab4cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2095476'] for router (a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:43.666922 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1ee0ea6b-185e-45e2-aaf9-fef8df4ab4cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-507338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-497029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2095487'] for router (a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:43.699924 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97cce77-5508-4aea-b3b8-2bf9e3c44bee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4764dadb-9c64-5769-9546-d6a7905953f7-55e38fdb-84af-4b8e-8efe-21d2d01cccdd', 'network_id': '55e38fdb-84af-4b8e-8efe-21d2d01cccdd', 'project_id': '6c68c5aa4cd84887b47d11cdabfef04c', 'fixed_ips': [{'subnet_id': 'e02765bc-9a48-477d-bfd6-7ad39d292811'}]}} from dv-cinder-859319-1-iscsi. {{(pid=106584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 18:16:43.700909 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-f97cce77-5508-4aea-b3b8-2bf9e3c44bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:43.730797 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-b32f5bd7-f0ed-40d5-a6a4-871ea01c9227 None None] Attempt 6 to provision port c0abe21e-3bf5-4b57-9871-a71f93abc3e7 Sep 26 18:16:43.735544 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:43.742389 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1ee0ea6b-185e-45e2-aaf9-fef8df4ab4cf admin admin] Publish callbacks [] for router_controller (a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9), precommit_add_association {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:43.761677 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-393cb232-ab9f-4db1-b57d-0ca10380ef65 None None] Publish callbacks [] for port (c0abe21e-3bf5-4b57-9871-a71f93abc3e7), precommit_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:43.823996 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-393cb232-ab9f-4db1-b57d-0ca10380ef65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (c0abe21e-3bf5-4b57-9871-a71f93abc3e7), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:43.833035 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-b32f5bd7-f0ed-40d5-a6a4-871ea01c9227 None None] Port c0abe21e-3bf5-4b57-9871-a71f93abc3e7 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:16:43.934147 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9f257-9449-4a63-827b-0dae74d69921 None None] Pushing event updated for resources: {'Port': ['ID=c0abe21e-3bf5-4b57-9871-a71f93abc3e7,revision_number=3']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:43.938956 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1ee0ea6b-185e-45e2-aaf9-fef8df4ab4cf admin admin] Publish callbacks [] for router_gateway (a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9), precommit_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:43.994630 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-393cb232-ab9f-4db1-b57d-0ca10380ef65 None None] Attempting to bind port c0abe21e-3bf5-4b57-9871-a71f93abc3e7 on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:16:43.995013 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-393cb232-ab9f-4db1-b57d-0ca10380ef65 None None] Attempting to bind port c0abe21e-3bf5-4b57-9871-a71f93abc3e7 by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': '43a62425-e99a-47e8-aa66-8ef638e99a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721'}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:16:43.995377 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393cb232-ab9f-4db1-b57d-0ca10380ef65 None None] Attempting to bind port c0abe21e-3bf5-4b57-9871-a71f93abc3e7 on network 5ba9a025-fbef-406e-aa56-d82e69f22721 {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:16:43.998905 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.db_base_plugin_common [None req-f97cce77-5508-4aea-b3b8-2bf9e3c44bee None None] Allocated IP 172.20.0.2 (55e38fdb-84af-4b8e-8efe-21d2d01cccdd/e02765bc-9a48-477d-bfd6-7ad39d292811/19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991) {{(pid=106584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:16:44.068815 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:44.218854 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:44.232696 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device bb237869-b567-45b4-975b-fa42e3022994 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:16:44.255056 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393cb232-ab9f-4db1-b57d-0ca10380ef65 None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:16:44.255342 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393cb232-ab9f-4db1-b57d-0ca10380ef65 None None] Checking segment: {'id': '43a62425-e99a-47e8-aa66-8ef638e99a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:16:44.255813 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-393cb232-ab9f-4db1-b57d-0ca10380ef65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:44.256209 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393cb232-ab9f-4db1-b57d-0ca10380ef65 None None] Bound using segment: {'id': '43a62425-e99a-47e8-aa66-8ef638e99a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721'} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:16:44.256707 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-393cb232-ab9f-4db1-b57d-0ca10380ef65 None None] Bound port: c0abe21e-3bf5-4b57-9871-a71f93abc3e7, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a62425-e99a-47e8-aa66-8ef638e99a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721'}}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:16:44.257089 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-393cb232-ab9f-4db1-b57d-0ca10380ef65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (c0abe21e-3bf5-4b57-9871-a71f93abc3e7), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:44.338096 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-b32f5bd7-f0ed-40d5-a6a4-871ea01c9227 None None] Attempt 7 to provision port c0abe21e-3bf5-4b57-9871-a71f93abc3e7 Sep 26 18:16:44.391099 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port bb237869-b567-45b4-975b-fa42e3022994 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:16:44.391476 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (bb237869-b567-45b4-975b-fa42e3022994), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:44.391842 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port bb237869-b567-45b4-975b-fa42e3022994 Sep 26 18:16:44.417315 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1ee0ea6b-185e-45e2-aaf9-fef8df4ab4cf admin admin] Publish callbacks [] for router_gateway (a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:44.435626 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:44.437167 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1ee0ea6b-185e-45e2-aaf9-fef8df4ab4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:44.468275 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-b32f5bd7-f0ed-40d5-a6a4-871ea01c9227 None None] Port c0abe21e-3bf5-4b57-9871-a71f93abc3e7 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:16:44.479754 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-393cb232-ab9f-4db1-b57d-0ca10380ef65 None None] For port c0abe21e-3bf5-4b57-9871-a71f93abc3e7, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:16:44.485066 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-393cb232-ab9f-4db1-b57d-0ca10380ef65 None None] For port c0abe21e-3bf5-4b57-9871-a71f93abc3e7, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=c0abe21e-3bf5-4b57-9871-a71f93abc3e7,segment=NetworkSegment(43a62425-e99a-47e8-aa66-8ef638e99a08),segment_id=43a62425-e99a-47e8-aa66-8ef638e99a08)] {{(pid=106584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:16:44.492108 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-f97cce77-5508-4aea-b3b8-2bf9e3c44bee None None] Publish callbacks [] for port (19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991), precommit_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:44.536481 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port bb237869-b567-45b4-975b-fa42e3022994 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:16:44.545438 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_common [None req-1ee0ea6b-185e-45e2-aaf9-fef8df4ab4cf admin admin] Allocated IP 172.27.3.40 (75671e20-856b-479b-bee1-be813a3f2eee/4775a61a-d36f-43c7-b0a4-bf2c0640e392/d65dabf0-236b-4fe9-b13e-3c81cc16915a) {{(pid=106582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:16:44.572686 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-393cb232-ab9f-4db1-b57d-0ca10380ef65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (c0abe21e-3bf5-4b57-9871-a71f93abc3e7), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:44.610184 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393cb232-ab9f-4db1-b57d-0ca10380ef65 None None] Routers {'48f7ea23-adde-4f21-ba0a-5b091acaf59f'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:16:44.610827 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-393cb232-ab9f-4db1-b57d-0ca10380ef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:16:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:44.655270 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-f97cce77-5508-4aea-b3b8-2bf9e3c44bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720'] for port (19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991), after_create {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:44.659490 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1ee0ea6b-185e-45e2-aaf9-fef8df4ab4cf admin admin] Publish callbacks [] for port (d65dabf0-236b-4fe9-b13e-3c81cc16915a), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:44.671687 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9f257-9449-4a63-827b-0dae74d69921 None None] Pushing event updated for resources: {'Port': ['ID=c0abe21e-3bf5-4b57-9871-a71f93abc3e7,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:44.679228 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:44.719903 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97cce77-5508-4aea-b3b8-2bf9e3c44bee None None] Network 55e38fdb-84af-4b8e-8efe-21d2d01cccdd is already hosted by enough agents. {{(pid=106584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:16:44.747040 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.scheduler.base_scheduler [None req-f97cce77-5508-4aea-b3b8-2bf9e3c44bee None None] Resources bound (agent type, host, resource id): {{(pid=106584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:16:44.751876 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97cce77-5508-4aea-b3b8-2bf9e3c44bee None None] Received port after_create {{(pid=106584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:16:44.774189 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cce77-5508-4aea-b3b8-2bf9e3c44bee None None] Pushing event updated for resources: {'Port': ['ID=19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991,revision_number=1']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:44.778974 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1ee0ea6b-185e-45e2-aaf9-fef8df4ab4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (d65dabf0-236b-4fe9-b13e-3c81cc16915a), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:44.800098 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-393cb232-ab9f-4db1-b57d-0ca10380ef65 None None] Set router 48f7ea23-adde-4f21-ba0a-5b091acaf59f gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:16:44.821475 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee0ea6b-185e-45e2-aaf9-fef8df4ab4cf admin admin] Network 75671e20-856b-479b-bee1-be813a3f2eee is already hosted by enough agents. {{(pid=106582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:16:44.827988 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-1ee0ea6b-185e-45e2-aaf9-fef8df4ab4cf admin admin] Resources bound (agent type, host, resource id): {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:16:44.829142 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee0ea6b-185e-45e2-aaf9-fef8df4ab4cf admin admin] Received port after_create {{(pid=106582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:16:44.850815 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0ea6b-185e-45e2-aaf9-fef8df4ab4cf admin admin] Pushing event updated for resources: {'Port': ['ID=d65dabf0-236b-4fe9-b13e-3c81cc16915a,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:44.893060 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-f97cce77-5508-4aea-b3b8-2bf9e3c44bee None None] Attempting to bind port 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991 on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:16:44.893429 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-f97cce77-5508-4aea-b3b8-2bf9e3c44bee None None] Attempting to bind port 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991 by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': 'ea21d071-feae-43f4-99c8-d4ce8f790a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '55e38fdb-84af-4b8e-8efe-21d2d01cccdd'}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:16:44.893796 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97cce77-5508-4aea-b3b8-2bf9e3c44bee None None] Attempting to bind port 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991 on network 55e38fdb-84af-4b8e-8efe-21d2d01cccdd {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:16:44.940260 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:44.970836 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-b32f5bd7-f0ed-40d5-a6a4-871ea01c9227 None None] Attempt 8 to provision port c0abe21e-3bf5-4b57-9871-a71f93abc3e7 Sep 26 18:16:45.021387 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97cce77-5508-4aea-b3b8-2bf9e3c44bee None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:16:45.022068 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97cce77-5508-4aea-b3b8-2bf9e3c44bee None None] Checking segment: {'id': 'ea21d071-feae-43f4-99c8-d4ce8f790a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '55e38fdb-84af-4b8e-8efe-21d2d01cccdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:16:45.022430 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-f97cce77-5508-4aea-b3b8-2bf9e3c44bee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:45.022822 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97cce77-5508-4aea-b3b8-2bf9e3c44bee None None] Bound using segment: {'id': 'ea21d071-feae-43f4-99c8-d4ce8f790a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '55e38fdb-84af-4b8e-8efe-21d2d01cccdd'} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:16:45.023299 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-f97cce77-5508-4aea-b3b8-2bf9e3c44bee None None] Bound port: 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea21d071-feae-43f4-99c8-d4ce8f790a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '55e38fdb-84af-4b8e-8efe-21d2d01cccdd'}}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:16:45.023695 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-f97cce77-5508-4aea-b3b8-2bf9e3c44bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:45.145198 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1ee0ea6b-185e-45e2-aaf9-fef8df4ab4cf admin admin] Publish callbacks [] for router_gateway (a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:45.170196 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-393cb232-ab9f-4db1-b57d-0ca10380ef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'name': 'tempest-TestVolumeBootPattern-1893420804-router', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'bb237869-b567-45b4-975b-fa42e3022994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:37Z', 'updated_at': '2022-09-26T18:16:40Z', 'revision_number': 4, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'gw_port': {'id': 'bb237869-b567-45b4-975b-fa42e3022994', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:38Z', 'updated_at': '2022-09-26T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': 'c0abe21e-3bf5-4b57-9871-a71f93abc3e7', 'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'mac_address': 'fa:16:3e:13:20:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:40Z', 'updated_at': '2022-09-26T18:16:44Z', 'revision_number': 4, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'subnets': [{'id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:45.173507 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:45.176432 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-b32f5bd7-f0ed-40d5-a6a4-871ea01c9227 None None] Current status of the port c0abe21e-3bf5-4b57-9871-a71f93abc3e7 is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:16:45.176816 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-b32f5bd7-f0ed-40d5-a6a4-871ea01c9227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (c0abe21e-3bf5-4b57-9871-a71f93abc3e7), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:45.205463 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-f97cce77-5508-4aea-b3b8-2bf9e3c44bee None None] For port 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:16:45.213663 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393cb232-ab9f-4db1-b57d-0ca10380ef65 None None] The sync data for ids ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'] in dv-cinder-859319-1-iscsi is: [{'id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'name': 'tempest-TestVolumeBootPattern-1893420804-router', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'bb237869-b567-45b4-975b-fa42e3022994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:37Z', 'updated_at': '2022-09-26T18:16:40Z', 'revision_number': 4, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'gw_port': {'id': 'bb237869-b567-45b4-975b-fa42e3022994', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:38Z', 'updated_at': '2022-09-26T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': 'c0abe21e-3bf5-4b57-9871-a71f93abc3e7', 'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'mac_address': 'fa:16:3e:13:20:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:40Z', 'updated_at': '2022-09-26T18:16:44Z', 'revision_number': 4, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'subnets': [{'id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:16:45.235630 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-f97cce77-5508-4aea-b3b8-2bf9e3c44bee None None] For port 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991,segment=NetworkSegment(ea21d071-feae-43f4-99c8-d4ce8f790a88),segment_id=ea21d071-feae-43f4-99c8-d4ce8f790a88)] {{(pid=106584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:16:45.252563 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-b32f5bd7-f0ed-40d5-a6a4-871ea01c9227 None None] For port c0abe21e-3bf5-4b57-9871-a71f93abc3e7, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=c0abe21e-3bf5-4b57-9871-a71f93abc3e7,segment=NetworkSegment(43a62425-e99a-47e8-aa66-8ef638e99a08),segment_id=43a62425-e99a-47e8-aa66-8ef638e99a08)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:16:45.288965 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-f97cce77-5508-4aea-b3b8-2bf9e3c44bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:45.325461 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-b32f5bd7-f0ed-40d5-a6a4-871ea01c9227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (c0abe21e-3bf5-4b57-9871-a71f93abc3e7), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:45.362735 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cce77-5508-4aea-b3b8-2bf9e3c44bee None None] Pushing event updated for resources: {'Port': ['ID=19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991,revision_number=2']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:45.378237 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1ee0ea6b-185e-45e2-aaf9-fef8df4ab4cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-507282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-500314'] for router (a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:45.423122 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f5bd7-f0ed-40d5-a6a4-871ea01c9227 None None] Pushing event updated for resources: {'Port': ['ID=c0abe21e-3bf5-4b57-9871-a71f93abc3e7,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:45.454622 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-acda5880-e3a5-4ecf-8813-6a947de6119d None None] Provisioning complete for port c0abe21e-3bf5-4b57-9871-a71f93abc3e7 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:16:45.454992 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-acda5880-e3a5-4ecf-8813-6a947de6119d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (c0abe21e-3bf5-4b57-9871-a71f93abc3e7), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:45.455328 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-acda5880-e3a5-4ecf-8813-6a947de6119d None None] Attempt 1 to provision port c0abe21e-3bf5-4b57-9871-a71f93abc3e7 Sep 26 18:16:45.567638 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-acda5880-e3a5-4ecf-8813-6a947de6119d None None] Current status of the port c0abe21e-3bf5-4b57-9871-a71f93abc3e7 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:16:45.657238 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee0ea6b-185e-45e2-aaf9-fef8df4ab4cf admin admin] Router a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9 is scheduled to L3 agent 1e333347-308d-435a-a92a-39a4b363e81b with binding_index 1 {{(pid=106582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 18:16:45.773402 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee0ea6b-185e-45e2-aaf9-fef8df4ab4cf admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:16:45.784171 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9f40cd-c139-4e7f-b52b-32a8283dbf28 None None] Sync routers for ids ['a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:16:45.796007 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9f40cd-c139-4e7f-b52b-32a8283dbf28 None None] Routers {'a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:16:45.799810 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-ce9f40cd-c139-4e7f-b52b-32a8283dbf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:16:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:45.848074 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-1ee0ea6b-185e-45e2-aaf9-fef8df4ab4cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:45.851906 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-1ee0ea6b-185e-45e2-aaf9-fef8df4ab4cf admin admin] 10.222.0.67 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2706494 Sep 26 18:16:45.852957 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 57054) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:45.909056 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-ce9f40cd-c139-4e7f-b52b-32a8283dbf28 None None] Set router a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:16:45.911988 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:46.093453 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:46.099556 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-ce9f40cd-c139-4e7f-b52b-32a8283dbf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9', 'name': 'tempest-TestVolumeBootPattern-101995396-router', 'tenant_id': '6c68c5aa4cd84887b47d11cdabfef04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd65dabf0-236b-4fe9-b13e-3c81cc16915a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:43Z', 'updated_at': '2022-09-26T18:16:44Z', 'revision_number': 3, 'project_id': '6c68c5aa4cd84887b47d11cdabfef04c', 'gw_port': {'id': 'd65dabf0-236b-4fe9-b13e-3c81cc16915a', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:82:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:44Z', 'updated_at': '2022-09-26T18:16:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:46.163760 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9f40cd-c139-4e7f-b52b-32a8283dbf28 None None] Checking router: a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9 for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:16:46.165505 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9f40cd-c139-4e7f-b52b-32a8283dbf28 None None] Updating router a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9 port d65dabf0-236b-4fe9-b13e-3c81cc16915a binding host dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:16:46.188777 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:46.218984 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-ce9f40cd-c139-4e7f-b52b-32a8283dbf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (d65dabf0-236b-4fe9-b13e-3c81cc16915a), before_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:46.274503 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device c0abe21e-3bf5-4b57-9871-a71f93abc3e7 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:16:46.332317 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port c0abe21e-3bf5-4b57-9871-a71f93abc3e7 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:16:46.332695 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (c0abe21e-3bf5-4b57-9871-a71f93abc3e7), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:46.333032 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port c0abe21e-3bf5-4b57-9871-a71f93abc3e7 Sep 26 18:16:46.385060 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4451bbd8-de02-49c7-a87d-1c5bbba28f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:46.427422 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port c0abe21e-3bf5-4b57-9871-a71f93abc3e7 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:16:46.428489 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:16:46.493303 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:16:46.493683 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:46.494013 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991 Sep 26 18:16:46.515823 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946518fc-1df3-454a-b74e-8c9d14f7e7e1 None None] Network 55e38fdb-84af-4b8e-8efe-21d2d01cccdd requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:16:46.530617 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-ce9f40cd-c139-4e7f-b52b-32a8283dbf28 None None] Publish callbacks [] for port (d65dabf0-236b-4fe9-b13e-3c81cc16915a), precommit_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:46.533205 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:46.539911 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:46.573567 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:46.578190 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-ce9f40cd-c139-4e7f-b52b-32a8283dbf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (d65dabf0-236b-4fe9-b13e-3c81cc16915a), after_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:46.602428 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_common [None req-4451bbd8-de02-49c7-a87d-1c5bbba28f1e admin admin] Allocated IP 172.20.0.1 (55e38fdb-84af-4b8e-8efe-21d2d01cccdd/e02765bc-9a48-477d-bfd6-7ad39d292811/8db345cb-037e-4cae-9e8b-fdbd149dad9a) {{(pid=106582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:16:46.612439 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-f9f9de6e-7162-4271-b9c1-b5f1e8d653bb None None] Provisioning complete for port 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:16:46.612833 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-f9f9de6e-7162-4271-b9c1-b5f1e8d653bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:46.613191 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-f9f9de6e-7162-4271-b9c1-b5f1e8d653bb None None] Attempt 1 to provision port 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991 Sep 26 18:16:46.653464 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c7f9a-d83b-4ccb-a9f6-bd4c2c44ac80 None None] Pushing event updated for resources: {'Port': ['ID=d65dabf0-236b-4fe9-b13e-3c81cc16915a,revision_number=2']} {{(pid=106585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:46.661943 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-ce9f40cd-c139-4e7f-b52b-32a8283dbf28 None None] Attempting to bind port d65dabf0-236b-4fe9-b13e-3c81cc16915a on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:16:46.661943 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-ce9f40cd-c139-4e7f-b52b-32a8283dbf28 None None] Attempting to bind port d65dabf0-236b-4fe9-b13e-3c81cc16915a by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}] {{(pid=106585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:16:46.664922 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9f40cd-c139-4e7f-b52b-32a8283dbf28 None None] Attempting to bind port d65dabf0-236b-4fe9-b13e-3c81cc16915a on network 75671e20-856b-479b-bee1-be813a3f2eee {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:16:46.711919 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:46.719936 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991 is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:16:46.719936 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:46.726563 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9f40cd-c139-4e7f-b52b-32a8283dbf28 None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:16:46.726996 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9f40cd-c139-4e7f-b52b-32a8283dbf28 None None] Checking segment: {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:16:46.727877 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-ce9f40cd-c139-4e7f-b52b-32a8283dbf28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:46.728662 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9f40cd-c139-4e7f-b52b-32a8283dbf28 None None] Bound using segment: {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'} {{(pid=106585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:16:46.729225 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.managers [None req-ce9f40cd-c139-4e7f-b52b-32a8283dbf28 None None] Bound port: d65dabf0-236b-4fe9-b13e-3c81cc16915a, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6548d8aa-2b45-4f9c-8e34-0a567f6839fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee'}}] {{(pid=106585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:16:46.729833 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-ce9f40cd-c139-4e7f-b52b-32a8283dbf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (d65dabf0-236b-4fe9-b13e-3c81cc16915a), before_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:46.736051 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4451bbd8-de02-49c7-a87d-1c5bbba28f1e admin admin] Publish callbacks [] for port (8db345cb-037e-4cae-9e8b-fdbd149dad9a), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:46.794806 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] For port 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991,segment=NetworkSegment(ea21d071-feae-43f4-99c8-d4ce8f790a88),segment_id=ea21d071-feae-43f4-99c8-d4ce8f790a88)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:16:46.799150 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.db [None req-ce9f40cd-c139-4e7f-b52b-32a8283dbf28 None None] For port d65dabf0-236b-4fe9-b13e-3c81cc16915a, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:16:46.805222 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-f9f9de6e-7162-4271-b9c1-b5f1e8d653bb None None] Current status of the port 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991 is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:16:46.806181 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-f9f9de6e-7162-4271-b9c1-b5f1e8d653bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:46.806805 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.plugins.ml2.db [None req-ce9f40cd-c139-4e7f-b52b-32a8283dbf28 None None] For port d65dabf0-236b-4fe9-b13e-3c81cc16915a, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=d65dabf0-236b-4fe9-b13e-3c81cc16915a,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:16:46.857991 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4451bbd8-de02-49c7-a87d-1c5bbba28f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (8db345cb-037e-4cae-9e8b-fdbd149dad9a), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:46.881119 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron_lib.callbacks.manager [None req-ce9f40cd-c139-4e7f-b52b-32a8283dbf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (d65dabf0-236b-4fe9-b13e-3c81cc16915a), after_update {{(pid=106585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:46.882118 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:46.905874 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9f40cd-c139-4e7f-b52b-32a8283dbf28 None None] Routers {'a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:16:46.906903 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-ce9f40cd-c139-4e7f-b52b-32a8283dbf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:16:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:46.911206 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4451bbd8-de02-49c7-a87d-1c5bbba28f1e admin admin] Network 55e38fdb-84af-4b8e-8efe-21d2d01cccdd is already hosted by enough agents. {{(pid=106582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:16:46.914535 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-4451bbd8-de02-49c7-a87d-1c5bbba28f1e admin admin] Resources bound (agent type, host, resource id): {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:16:46.919914 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4451bbd8-de02-49c7-a87d-1c5bbba28f1e admin admin] Received port after_create {{(pid=106582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:16:46.950051 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451bbd8-de02-49c7-a87d-1c5bbba28f1e admin admin] Pushing event updated for resources: {'Port': ['ID=8db345cb-037e-4cae-9e8b-fdbd149dad9a,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:46.963456 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.db.api [None req-f9f9de6e-7162-4271-b9c1-b5f1e8d653bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 26 18:16:46.963905 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG oslo_db.api [None req-f9f9de6e-7162-4271-b9c1-b5f1e8d653bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 18:16:46.969288 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Pushing event updated for resources: {'Port': ['ID=19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991,revision_number=3']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:46.969632 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4451bbd8-de02-49c7-a87d-1c5bbba28f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-492387'] for router_interface (a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:47.069124 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:47.146138 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4451bbd8-de02-49c7-a87d-1c5bbba28f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (8db345cb-037e-4cae-9e8b-fdbd149dad9a), before_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:47.164352 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c7f9a-d83b-4ccb-a9f6-bd4c2c44ac80 None None] Pushing event updated for resources: {'Port': ['ID=d65dabf0-236b-4fe9-b13e-3c81cc16915a,revision_number=3']} {{(pid=106585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:47.192894 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-ce9f40cd-c139-4e7f-b52b-32a8283dbf28 None None] Set router a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:16:47.321495 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:47.330692 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4451bbd8-de02-49c7-a87d-1c5bbba28f1e admin admin] Publish callbacks [] for port (8db345cb-037e-4cae-9e8b-fdbd149dad9a), precommit_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:47.371226 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4451bbd8-de02-49c7-a87d-1c5bbba28f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-513976'] for port (8db345cb-037e-4cae-9e8b-fdbd149dad9a), after_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:47.371469 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-ce9f40cd-c139-4e7f-b52b-32a8283dbf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9', 'name': 'tempest-TestVolumeBootPattern-101995396-router', 'tenant_id': '6c68c5aa4cd84887b47d11cdabfef04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd65dabf0-236b-4fe9-b13e-3c81cc16915a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:43Z', 'updated_at': '2022-09-26T18:16:44Z', 'revision_number': 3, 'project_id': '6c68c5aa4cd84887b47d11cdabfef04c', 'gw_port': {'id': 'd65dabf0-236b-4fe9-b13e-3c81cc16915a', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:82:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:44Z', 'updated_at': '2022-09-26T18:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:47.396242 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9f40cd-c139-4e7f-b52b-32a8283dbf28 None None] The sync data for ids ['a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9'] in dv-cinder-859319-1-iscsi is: [{'id': 'a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9', 'name': 'tempest-TestVolumeBootPattern-101995396-router', 'tenant_id': '6c68c5aa4cd84887b47d11cdabfef04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd65dabf0-236b-4fe9-b13e-3c81cc16915a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:43Z', 'updated_at': '2022-09-26T18:16:44Z', 'revision_number': 3, 'project_id': '6c68c5aa4cd84887b47d11cdabfef04c', 'gw_port': {'id': 'd65dabf0-236b-4fe9-b13e-3c81cc16915a', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:82:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:44Z', 'updated_at': '2022-09-26T18:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:16:47.505324 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-f9f9de6e-7162-4271-b9c1-b5f1e8d653bb None None] Current status of the port 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:16:47.630755 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4451bbd8-de02-49c7-a87d-1c5bbba28f1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-642360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-492535'] for router_interface (a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:47.633392 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451bbd8-de02-49c7-a87d-1c5bbba28f1e admin admin] Pushing event updated for resources: {'Port': ['ID=8db345cb-037e-4cae-9e8b-fdbd149dad9a,revision_number=2']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:47.643359 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-58684cfb-6658-4274-a806-b1ae5c0a8ffb None None] Provisioning complete for port 8db345cb-037e-4cae-9e8b-fdbd149dad9a triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:16:47.643776 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-58684cfb-6658-4274-a806-b1ae5c0a8ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (8db345cb-037e-4cae-9e8b-fdbd149dad9a), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:47.644118 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-58684cfb-6658-4274-a806-b1ae5c0a8ffb None None] Attempt 1 to provision port 8db345cb-037e-4cae-9e8b-fdbd149dad9a Sep 26 18:16:47.688334 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-58684cfb-6658-4274-a806-b1ae5c0a8ffb None None] Port 8db345cb-037e-4cae-9e8b-fdbd149dad9a cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:16:47.736925 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4451bbd8-de02-49c7-a87d-1c5bbba28f1e admin admin] Network 55e38fdb-84af-4b8e-8efe-21d2d01cccdd is already hosted by enough agents. {{(pid=106582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:16:47.738253 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-4451bbd8-de02-49c7-a87d-1c5bbba28f1e admin admin] Resources bound (agent type, host, resource id): {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:16:47.862296 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4451bbd8-de02-49c7-a87d-1c5bbba28f1e admin admin] Router a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:16:47.976104 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4451bbd8-de02-49c7-a87d-1c5bbba28f1e admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:16:47.982453 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-4451bbd8-de02-49c7-a87d-1c5bbba28f1e admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1279597 Sep 26 18:16:48.189911 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-58684cfb-6658-4274-a806-b1ae5c0a8ffb None None] Attempt 2 to provision port 8db345cb-037e-4cae-9e8b-fdbd149dad9a Sep 26 18:16:48.239029 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-58684cfb-6658-4274-a806-b1ae5c0a8ffb None None] Port 8db345cb-037e-4cae-9e8b-fdbd149dad9a cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:16:48.261092 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device d65dabf0-236b-4fe9-b13e-3c81cc16915a up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:16:48.308240 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port d65dabf0-236b-4fe9-b13e-3c81cc16915a triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:16:48.308623 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (d65dabf0-236b-4fe9-b13e-3c81cc16915a), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:48.308966 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port d65dabf0-236b-4fe9-b13e-3c81cc16915a Sep 26 18:16:48.388464 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port d65dabf0-236b-4fe9-b13e-3c81cc16915a is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:16:48.388857 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (d65dabf0-236b-4fe9-b13e-3c81cc16915a), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:48.409504 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] For port d65dabf0-236b-4fe9-b13e-3c81cc16915a, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=d65dabf0-236b-4fe9-b13e-3c81cc16915a,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:16:48.415437 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 57062) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:48.419974 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-568eb329-7f2b-46f1-978c-28a8e38a588e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-544660154', 'description': 'tempest-secgroup-smoke-544660154 description', 'project_id': '54bca4cc170d4e3fbad17be586081bc0'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:16:48.480264 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (d65dabf0-236b-4fe9-b13e-3c81cc16915a), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:48.481087 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991 up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:16:48.509126 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-568eb329-7f2b-46f1-978c-28a8e38a588e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for security_group (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:48.543979 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:48.558744 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Pushing event updated for resources: {'Port': ['ID=d65dabf0-236b-4fe9-b13e-3c81cc16915a,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:48.569271 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:16:48.569664 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:48.569974 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991 Sep 26 18:16:48.586984 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-568eb329-7f2b-46f1-978c-28a8e38a588e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for security_group (5b752f6b-6624-4517-98d1-24754aa490a2), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:48.646903 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:16:48.652043 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-568eb329-7f2b-46f1-978c-28a8e38a588e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (5b752f6b-6624-4517-98d1-24754aa490a2), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:48.685591 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568eb329-7f2b-46f1-978c-28a8e38a588e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b752f6b-6624-4517-98d1-24754aa490a2,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:48.738326 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-58684cfb-6658-4274-a806-b1ae5c0a8ffb None None] Attempt 3 to provision port 8db345cb-037e-4cae-9e8b-fdbd149dad9a Sep 26 18:16:48.750480 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-568eb329-7f2b-46f1-978c-28a8e38a588e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:48.751821 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-568eb329-7f2b-46f1-978c-28a8e38a588e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3352611 Sep 26 18:16:48.754737 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 57064) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:48.759891 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [None req-e411f8a7-1433-4617-a9e9-d049f655aa0a tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Request body: {'security_group_rule': {'security_group_id': '5b752f6b-6624-4517-98d1-24754aa490a2', 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:16:48.776864 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-58684cfb-6658-4274-a806-b1ae5c0a8ffb None None] Port 8db345cb-037e-4cae-9e8b-fdbd149dad9a cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:16:48.846546 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-e411f8a7-1433-4617-a9e9-d049f655aa0a tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for security_group_rule (66a8ddc6-7fe0-4254-a0af-b730ae2bf5ad), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:48.905769 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-e411f8a7-1433-4617-a9e9-d049f655aa0a tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for security_group_rule (66a8ddc6-7fe0-4254-a0af-b730ae2bf5ad), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:48.959709 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-e411f8a7-1433-4617-a9e9-d049f655aa0a tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (66a8ddc6-7fe0-4254-a0af-b730ae2bf5ad), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:48.985507 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411f8a7-1433-4617-a9e9-d049f655aa0a tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a8ddc6-7fe0-4254-a0af-b730ae2bf5ad,revision_number=0']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:48.994394 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519d7177-c7b5-480e-a56e-66e0d41f6332 None None] Sync routers for ids ['a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9'] in dv-cinder-859319-1-iscsi {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:16:49.003944 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519d7177-c7b5-480e-a56e-66e0d41f6332 None None] Routers {'a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:16:49.004586 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-519d7177-c7b5-480e-a56e-66e0d41f6332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:16:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:49.059693 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-e411f8a7-1433-4617-a9e9-d049f655aa0a tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:49.061095 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-e411f8a7-1433-4617-a9e9-d049f655aa0a tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3052866 Sep 26 18:16:49.063885 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 57066) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:49.069312 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-ade757f7-b082-4d69-8e86-48014b31342d tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Request body: {'security_group_rule': {'security_group_id': '5b752f6b-6624-4517-98d1-24754aa490a2', 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:16:49.112602 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-519d7177-c7b5-480e-a56e-66e0d41f6332 None None] Set router a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:16:49.202218 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ade757f7-b082-4d69-8e86-48014b31342d tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for security_group_rule (4b592864-9f81-4477-9d97-ed2e069d5758), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:49.268638 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ade757f7-b082-4d69-8e86-48014b31342d tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for security_group_rule (4b592864-9f81-4477-9d97-ed2e069d5758), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:49.305994 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-58684cfb-6658-4274-a806-b1ae5c0a8ffb None None] Attempt 4 to provision port 8db345cb-037e-4cae-9e8b-fdbd149dad9a Sep 26 18:16:49.331887 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ade757f7-b082-4d69-8e86-48014b31342d tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (4b592864-9f81-4477-9d97-ed2e069d5758), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:49.350853 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:49.352543 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade757f7-b082-4d69-8e86-48014b31342d tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b592864-9f81-4477-9d97-ed2e069d5758,revision_number=0']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:49.382859 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:49.386003 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-58684cfb-6658-4274-a806-b1ae5c0a8ffb None None] Port 8db345cb-037e-4cae-9e8b-fdbd149dad9a cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:16:49.419455 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ade757f7-b082-4d69-8e86-48014b31342d tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:49.420729 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-ade757f7-b082-4d69-8e86-48014b31342d tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3551412 Sep 26 18:16:49.423617 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 57068) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:49.428001 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-e01dda22-5120-4bc2-9e1f-5b9c757a441d tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Request body: {'security_group_rule': {'security_group_id': '5b752f6b-6624-4517-98d1-24754aa490a2', 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:16:49.464066 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-519d7177-c7b5-480e-a56e-66e0d41f6332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9', 'name': 'tempest-TestVolumeBootPattern-101995396-router', 'tenant_id': '6c68c5aa4cd84887b47d11cdabfef04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd65dabf0-236b-4fe9-b13e-3c81cc16915a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:43Z', 'updated_at': '2022-09-26T18:16:47Z', 'revision_number': 4, 'project_id': '6c68c5aa4cd84887b47d11cdabfef04c', 'gw_port': {'id': 'd65dabf0-236b-4fe9-b13e-3c81cc16915a', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:82:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:44Z', 'updated_at': '2022-09-26T18:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '8db345cb-037e-4cae-9e8b-fdbd149dad9a', 'name': '', 'network_id': '55e38fdb-84af-4b8e-8efe-21d2d01cccdd', 'tenant_id': '6c68c5aa4cd84887b47d11cdabfef04c', 'mac_address': 'fa:16:3e:38:2f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'e02765bc-9a48-477d-bfd6-7ad39d292811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:46Z', 'updated_at': '2022-09-26T18:16:47Z', 'revision_number': 2, 'project_id': '6c68c5aa4cd84887b47d11cdabfef04c', 'subnets': [{'id': 'e02765bc-9a48-477d-bfd6-7ad39d292811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:49.488730 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519d7177-c7b5-480e-a56e-66e0d41f6332 None None] Checking router: a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9 for host: dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:16:49.489088 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519d7177-c7b5-480e-a56e-66e0d41f6332 None None] Updating router a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9 port 8db345cb-037e-4cae-9e8b-fdbd149dad9a binding host dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:16:49.520691 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e01dda22-5120-4bc2-9e1f-5b9c757a441d tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for security_group_rule (12c7dd1f-1a88-4827-8d5f-d1fd7a899280), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:49.521403 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-519d7177-c7b5-480e-a56e-66e0d41f6332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (8db345cb-037e-4cae-9e8b-fdbd149dad9a), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:49.585587 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e01dda22-5120-4bc2-9e1f-5b9c757a441d tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for security_group_rule (12c7dd1f-1a88-4827-8d5f-d1fd7a899280), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:49.629415 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e01dda22-5120-4bc2-9e1f-5b9c757a441d tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (12c7dd1f-1a88-4827-8d5f-d1fd7a899280), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:49.650964 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01dda22-5120-4bc2-9e1f-5b9c757a441d tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c7dd1f-1a88-4827-8d5f-d1fd7a899280,revision_number=0']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:49.738879 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e01dda22-5120-4bc2-9e1f-5b9c757a441d tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:49.740144 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-e01dda22-5120-4bc2-9e1f-5b9c757a441d tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3155336 Sep 26 18:16:49.743629 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 57070) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:49.748055 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-ede291e6-af39-4a1a-b324-6f4f84bf5a67 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Request body: {'security_group_rule': {'security_group_id': '5b752f6b-6624-4517-98d1-24754aa490a2', 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:16:49.791430 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-519d7177-c7b5-480e-a56e-66e0d41f6332 None None] Publish callbacks [] for port (8db345cb-037e-4cae-9e8b-fdbd149dad9a), precommit_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:49.858051 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ede291e6-af39-4a1a-b324-6f4f84bf5a67 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for security_group_rule (10e00e65-0c8f-45f0-a4bb-76daf3653f79), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:49.879849 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-519d7177-c7b5-480e-a56e-66e0d41f6332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (8db345cb-037e-4cae-9e8b-fdbd149dad9a), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:49.885157 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:49.887356 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-58684cfb-6658-4274-a806-b1ae5c0a8ffb None None] Attempt 5 to provision port 8db345cb-037e-4cae-9e8b-fdbd149dad9a Sep 26 18:16:49.919413 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ede291e6-af39-4a1a-b324-6f4f84bf5a67 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for security_group_rule (10e00e65-0c8f-45f0-a4bb-76daf3653f79), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:49.938730 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:49.975112 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60b5ef-30a8-4989-9408-15036c280a8c None None] Pushing event updated for resources: {'Port': ['ID=8db345cb-037e-4cae-9e8b-fdbd149dad9a,revision_number=3']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:49.979454 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-58684cfb-6658-4274-a806-b1ae5c0a8ffb None None] Port 8db345cb-037e-4cae-9e8b-fdbd149dad9a cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:16:49.983181 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ede291e6-af39-4a1a-b324-6f4f84bf5a67 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (10e00e65-0c8f-45f0-a4bb-76daf3653f79), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:50.003602 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede291e6-af39-4a1a-b324-6f4f84bf5a67 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e00e65-0c8f-45f0-a4bb-76daf3653f79,revision_number=0']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:50.011515 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-519d7177-c7b5-480e-a56e-66e0d41f6332 None None] Attempting to bind port 8db345cb-037e-4cae-9e8b-fdbd149dad9a on host dv-cinder-859319-1-iscsi for vnic_type normal with profile {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:16:50.011926 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-519d7177-c7b5-480e-a56e-66e0d41f6332 None None] Attempting to bind port 8db345cb-037e-4cae-9e8b-fdbd149dad9a by drivers openvswitch,hyperv on host dv-cinder-859319-1-iscsi at level 0 using segments [{'id': 'ea21d071-feae-43f4-99c8-d4ce8f790a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '55e38fdb-84af-4b8e-8efe-21d2d01cccdd'}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:16:50.012297 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519d7177-c7b5-480e-a56e-66e0d41f6332 None None] Attempting to bind port 8db345cb-037e-4cae-9e8b-fdbd149dad9a on network 55e38fdb-84af-4b8e-8efe-21d2d01cccdd {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:16:50.054850 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519d7177-c7b5-480e-a56e-66e0d41f6332 None None] Checking agent: {'id': '365b7894-002c-4ddc-ac86-40673afd4790', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859319-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 54, 37), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859319-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:16:50.055302 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519d7177-c7b5-480e-a56e-66e0d41f6332 None None] Checking segment: {'id': 'ea21d071-feae-43f4-99c8-d4ce8f790a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '55e38fdb-84af-4b8e-8efe-21d2d01cccdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:16:50.056452 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-519d7177-c7b5-480e-a56e-66e0d41f6332 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:50.056737 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519d7177-c7b5-480e-a56e-66e0d41f6332 None None] Bound using segment: {'id': 'ea21d071-feae-43f4-99c8-d4ce8f790a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '55e38fdb-84af-4b8e-8efe-21d2d01cccdd'} {{(pid=106584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:16:50.062364 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.managers [None req-519d7177-c7b5-480e-a56e-66e0d41f6332 None None] Bound port: 8db345cb-037e-4cae-9e8b-fdbd149dad9a, host: dv-cinder-859319-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea21d071-feae-43f4-99c8-d4ce8f790a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '55e38fdb-84af-4b8e-8efe-21d2d01cccdd'}}] {{(pid=106584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:16:50.062364 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-519d7177-c7b5-480e-a56e-66e0d41f6332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (8db345cb-037e-4cae-9e8b-fdbd149dad9a), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:50.088078 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ede291e6-af39-4a1a-b324-6f4f84bf5a67 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:50.089438 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-ede291e6-af39-4a1a-b324-6f4f84bf5a67 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3447495 Sep 26 18:16:50.094182 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 57072) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:50.100271 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-94c725d7-2e89-40d2-bfce-7d965ffc72b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Request body: {'security_group_rule': {'security_group_id': '5b752f6b-6624-4517-98d1-24754aa490a2', 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:16:50.125650 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-519d7177-c7b5-480e-a56e-66e0d41f6332 None None] For port 8db345cb-037e-4cae-9e8b-fdbd149dad9a, host dv-cinder-859319-1-iscsi, cleared binding levels {{(pid=106584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:16:50.128864 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-519d7177-c7b5-480e-a56e-66e0d41f6332 None None] For port 8db345cb-037e-4cae-9e8b-fdbd149dad9a, host dv-cinder-859319-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=8db345cb-037e-4cae-9e8b-fdbd149dad9a,segment=NetworkSegment(ea21d071-feae-43f4-99c8-d4ce8f790a88),segment_id=ea21d071-feae-43f4-99c8-d4ce8f790a88)] {{(pid=106584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:16:50.174969 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device d65dabf0-236b-4fe9-b13e-3c81cc16915a up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:16:50.175772 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.db.securitygroups_db [None req-94c725d7-2e89-40d2-bfce-7d965ffc72b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Project 54bca4cc170d4e3fbad17be586081bc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 18:16:50.183475 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-94c725d7-2e89-40d2-bfce-7d965ffc72b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for security_group_rule (d16ee587-24b3-4d4a-8240-bf6ecf96894a), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:50.199227 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-519d7177-c7b5-480e-a56e-66e0d41f6332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (8db345cb-037e-4cae-9e8b-fdbd149dad9a), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:50.245074 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-94c725d7-2e89-40d2-bfce-7d965ffc72b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for security_group_rule (d16ee587-24b3-4d4a-8240-bf6ecf96894a), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:50.254110 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519d7177-c7b5-480e-a56e-66e0d41f6332 None None] Routers {'a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:16:50.254748 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-519d7177-c7b5-480e-a56e-66e0d41f6332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:16:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:50.291927 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-94c725d7-2e89-40d2-bfce-7d965ffc72b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (d16ee587-24b3-4d4a-8240-bf6ecf96894a), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:50.315875 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c725d7-2e89-40d2-bfce-7d965ffc72b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16ee587-24b3-4d4a-8240-bf6ecf96894a,revision_number=0']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:50.316151 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60b5ef-30a8-4989-9408-15036c280a8c None None] Pushing event updated for resources: {'Port': ['ID=8db345cb-037e-4cae-9e8b-fdbd149dad9a,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:50.323328 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port d65dabf0-236b-4fe9-b13e-3c81cc16915a triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:16:50.323727 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (d65dabf0-236b-4fe9-b13e-3c81cc16915a), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:50.324055 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port d65dabf0-236b-4fe9-b13e-3c81cc16915a Sep 26 18:16:50.325394 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:50.368183 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-94c725d7-2e89-40d2-bfce-7d965ffc72b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:50.369408 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-94c725d7-2e89-40d2-bfce-7d965ffc72b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2740650 Sep 26 18:16:50.372353 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 57074) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:16:50.378311 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-a763ce49-c8ca-4d5b-b396-31492d90038c tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Request body: {'security_group_rule': {'security_group_id': '5b752f6b-6624-4517-98d1-24754aa490a2', 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:16:50.417237 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-519d7177-c7b5-480e-a56e-66e0d41f6332 None None] Set router a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:16:50.445843 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.db.securitygroups_db [None req-a763ce49-c8ca-4d5b-b396-31492d90038c tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Project 54bca4cc170d4e3fbad17be586081bc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 18:16:50.451654 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a763ce49-c8ca-4d5b-b396-31492d90038c tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for security_group_rule (08910cc3-a059-426a-b624-e32932b98119), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:50.480560 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-58684cfb-6658-4274-a806-b1ae5c0a8ffb None None] Attempt 6 to provision port 8db345cb-037e-4cae-9e8b-fdbd149dad9a Sep 26 18:16:50.514484 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a763ce49-c8ca-4d5b-b396-31492d90038c tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for security_group_rule (08910cc3-a059-426a-b624-e32932b98119), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:50.534674 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port d65dabf0-236b-4fe9-b13e-3c81cc16915a is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:16:50.577267 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a763ce49-c8ca-4d5b-b396-31492d90038c tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545154'] for security_group_rule (08910cc3-a059-426a-b624-e32932b98119), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:50.600100 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763ce49-c8ca-4d5b-b396-31492d90038c tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08910cc3-a059-426a-b624-e32932b98119,revision_number=0']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:50.654170 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-58684cfb-6658-4274-a806-b1ae5c0a8ffb None None] Current status of the port 8db345cb-037e-4cae-9e8b-fdbd149dad9a is: DOWN; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:16:50.654471 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-58684cfb-6658-4274-a806-b1ae5c0a8ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (8db345cb-037e-4cae-9e8b-fdbd149dad9a), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:50.670901 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-a763ce49-c8ca-4d5b-b396-31492d90038c tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:50.673369 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-a763ce49-c8ca-4d5b-b396-31492d90038c tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2989976 Sep 26 18:16:50.730442 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-58684cfb-6658-4274-a806-b1ae5c0a8ffb None None] For port 8db345cb-037e-4cae-9e8b-fdbd149dad9a, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=8db345cb-037e-4cae-9e8b-fdbd149dad9a,segment=NetworkSegment(ea21d071-feae-43f4-99c8-d4ce8f790a88),segment_id=ea21d071-feae-43f4-99c8-d4ce8f790a88)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:16:50.731813 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-519d7177-c7b5-480e-a56e-66e0d41f6332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9', 'name': 'tempest-TestVolumeBootPattern-101995396-router', 'tenant_id': '6c68c5aa4cd84887b47d11cdabfef04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd65dabf0-236b-4fe9-b13e-3c81cc16915a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:43Z', 'updated_at': '2022-09-26T18:16:47Z', 'revision_number': 4, 'project_id': '6c68c5aa4cd84887b47d11cdabfef04c', 'gw_port': {'id': 'd65dabf0-236b-4fe9-b13e-3c81cc16915a', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:82:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:44Z', 'updated_at': '2022-09-26T18:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '8db345cb-037e-4cae-9e8b-fdbd149dad9a', 'name': '', 'network_id': '55e38fdb-84af-4b8e-8efe-21d2d01cccdd', 'tenant_id': '6c68c5aa4cd84887b47d11cdabfef04c', 'mac_address': 'fa:16:3e:38:2f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'e02765bc-9a48-477d-bfd6-7ad39d292811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:46Z', 'updated_at': '2022-09-26T18:16:50Z', 'revision_number': 4, 'project_id': '6c68c5aa4cd84887b47d11cdabfef04c', 'subnets': [{'id': 'e02765bc-9a48-477d-bfd6-7ad39d292811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:16:50.757545 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519d7177-c7b5-480e-a56e-66e0d41f6332 None None] The sync data for ids ['a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9'] in dv-cinder-859319-1-iscsi is: [{'id': 'a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9', 'name': 'tempest-TestVolumeBootPattern-101995396-router', 'tenant_id': '6c68c5aa4cd84887b47d11cdabfef04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd65dabf0-236b-4fe9-b13e-3c81cc16915a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:43Z', 'updated_at': '2022-09-26T18:16:47Z', 'revision_number': 4, 'project_id': '6c68c5aa4cd84887b47d11cdabfef04c', 'gw_port': {'id': 'd65dabf0-236b-4fe9-b13e-3c81cc16915a', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:82:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:44Z', 'updated_at': '2022-09-26T18:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': '8db345cb-037e-4cae-9e8b-fdbd149dad9a', 'name': '', 'network_id': '55e38fdb-84af-4b8e-8efe-21d2d01cccdd', 'tenant_id': '6c68c5aa4cd84887b47d11cdabfef04c', 'mac_address': 'fa:16:3e:38:2f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'e02765bc-9a48-477d-bfd6-7ad39d292811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:46Z', 'updated_at': '2022-09-26T18:16:50Z', 'revision_number': 4, 'project_id': '6c68c5aa4cd84887b47d11cdabfef04c', 'subnets': [{'id': 'e02765bc-9a48-477d-bfd6-7ad39d292811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:16:50.789816 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-58684cfb-6658-4274-a806-b1ae5c0a8ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (8db345cb-037e-4cae-9e8b-fdbd149dad9a), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:50.797719 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=100 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:50.849953 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-58684cfb-6658-4274-a806-b1ae5c0a8ffb None None] Provisioning complete for port 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:16:50.850335 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-58684cfb-6658-4274-a806-b1ae5c0a8ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:50.850677 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-58684cfb-6658-4274-a806-b1ae5c0a8ffb None None] Attempt 1 to provision port 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991 Sep 26 18:16:50.900041 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58684cfb-6658-4274-a806-b1ae5c0a8ffb None None] Pushing event updated for resources: {'Port': ['ID=8db345cb-037e-4cae-9e8b-fdbd149dad9a,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:16:50.957920 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-58684cfb-6658-4274-a806-b1ae5c0a8ffb None None] Current status of the port 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991 is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:16:51.077293 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-72dccd56-3d46-40c7-8a77-a8e9023e29e3 None None] Provisioning complete for port 8db345cb-037e-4cae-9e8b-fdbd149dad9a triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:16:51.077765 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-72dccd56-3d46-40c7-8a77-a8e9023e29e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (8db345cb-037e-4cae-9e8b-fdbd149dad9a), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:51.078095 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-72dccd56-3d46-40c7-8a77-a8e9023e29e3 None None] Attempt 1 to provision port 8db345cb-037e-4cae-9e8b-fdbd149dad9a Sep 26 18:16:51.164400 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-72dccd56-3d46-40c7-8a77-a8e9023e29e3 None None] Current status of the port 8db345cb-037e-4cae-9e8b-fdbd149dad9a is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:16:52.179559 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 8db345cb-037e-4cae-9e8b-fdbd149dad9a up at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:16:52.232175 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Provisioning complete for port 8db345cb-037e-4cae-9e8b-fdbd149dad9a triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:16:52.232608 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (8db345cb-037e-4cae-9e8b-fdbd149dad9a), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:52.232912 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Attempt 1 to provision port 8db345cb-037e-4cae-9e8b-fdbd149dad9a Sep 26 18:16:52.312695 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Current status of the port 8db345cb-037e-4cae-9e8b-fdbd149dad9a is: ACTIVE; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:16:57.374671 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:58.978144 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:58.993516 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=32,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:00.600538 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=26,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:00.602765 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:DELETE=5,neutron:SELECT=60,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:01.965982 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-20b5016a-fa57-420e-8c70-c0e11359ccec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:04.359774 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-8b7f7078-d022-46aa-ba63-2f5032a8f8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:05.577644 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:06.569467 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-2be3cda6-0e76-451f-b2eb-8ad7c2bac910 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-544660154&fields=id&tenant_id=54bca4cc170d4e3fbad17be586081bc0 HTTP/1.1" status: 200 len: 267 time: 0.0459762 Sep 26 18:17:06.684020 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-36cb3766-d15a-49c9-a893-ca18559d5cae tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:06.685492 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-36cb3766-d15a-49c9-a893-ca18559d5cae tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/networks?id=5ba9a025-fbef-406e-aa56-d82e69f22721 HTTP/1.1" status: 200 len: 812 time: 0.1096599 Sep 26 18:17:06.700077 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-957c123c-de6e-4f15-9729-dd3a0e15bf57 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/quotas/54bca4cc170d4e3fbad17be586081bc0 HTTP/1.1" status: 200 len: 375 time: 0.0092115 Sep 26 18:17:06.750450 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-3760d641-99c8-410a-8c8c-db305823ac1a tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=54bca4cc170d4e3fbad17be586081bc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454032 Sep 26 18:17:06.859949 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-a0c2579c-57c7-470e-a4d2-096db869e1af service neutron] http://10.222.0.67:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106583) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 18:17:06.860956 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-a0c2579c-57c7-470e-a4d2-096db869e1af service neutron] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0996315 Sep 26 18:17:06.960388 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-b8fe13cb-5e24-4703-9b07-15ee9f9ee39c service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934155 Sep 26 18:17:07.051494 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-888adce7-8d36-466a-95d3-17d2bd31349b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852988 Sep 26 18:17:07.137035 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:07.411636 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:08.631399 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2aaf4ce0-6fb5-4dbf-937c-9782367a1eda req-74a8f64c-1e4c-44dc-888a-5fa5c864e010 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456 HTTP/1.1" status: 200 len: 210 time: 0.0284348 Sep 26 18:17:09.727490 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-044afac2-baea-414b-a0db-f8d499b42013 req-728cf3cd-bac0-45f7-9d11-98230ec53e20 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456 HTTP/1.1" status: 200 len: 210 time: 0.0351498 Sep 26 18:17:10.831269 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-30328249-c843-49c0-9504-b8edf247c52c req-8a9cf00d-00ca-4bd7-be02-53c8c994bd51 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456 HTTP/1.1" status: 200 len: 210 time: 0.0292332 Sep 26 18:17:11.338279 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-039258df-43ce-46a4-aacc-eeabf986443d tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:11.340633 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-039258df-43ce-46a4-aacc-eeabf986443d tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.88 "GET /networking/v2.0/networks?id=5ba9a025-fbef-406e-aa56-d82e69f22721 HTTP/1.1" status: 200 len: 812 time: 0.1090891 Sep 26 18:17:11.410140 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-2be7dec1-b2cf-421b-bad3-fc7f1c8d092c tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.88 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=54bca4cc170d4e3fbad17be586081bc0 HTTP/1.1" status: 200 len: 379 time: 0.0562923 Sep 26 18:17:11.418940 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-727c2193-7625-4bbd-9a42-036ce1991558 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Request body: {'port': {'device_id': '7b9a3691-e877-45a2-9a0a-5f13beb60456', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'admin_state_up': True, 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'security_groups': ['5b752f6b-6624-4517-98d1-24754aa490a2']}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:17:11.588683 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-727c2193-7625-4bbd-9a42-036ce1991558 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Made reservation on behalf of 54bca4cc170d4e3fbad17be586081bc0 for: {'port': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:17:11.592579 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-727c2193-7625-4bbd-9a42-036ce1991558 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:11.722796 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-727c2193-7625-4bbd-9a42-036ce1991558 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Allocated IP 172.20.0.4 (5ba9a025-fbef-406e-aa56-d82e69f22721/968e4e63-4a3a-4870-8afd-2206cc33d8d5/16bd7397-f015-4e5f-a7dd-26ae2d5b08bc) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:17:11.763349 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:11.808280 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:11.866106 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-727c2193-7625-4bbd-9a42-036ce1991558 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for port (16bd7397-f015-4e5f-a7dd-26ae2d5b08bc), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:11.935343 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-15be09c3-8aea-4c80-a27c-70186901de6d req-52c40131-0488-438a-a500-9982f0e08a86 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456 HTTP/1.1" status: 200 len: 210 time: 0.0279102 Sep 26 18:17:11.948898 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-727c2193-7625-4bbd-9a42-036ce1991558 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (16bd7397-f015-4e5f-a7dd-26ae2d5b08bc), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:11.995044 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-727c2193-7625-4bbd-9a42-036ce1991558 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Network 5ba9a025-fbef-406e-aa56-d82e69f22721 is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:17:11.998205 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-727c2193-7625-4bbd-9a42-036ce1991558 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:17:12.002217 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-727c2193-7625-4bbd-9a42-036ce1991558 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:17:12.031541 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c2193-7625-4bbd-9a42-036ce1991558 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Pushing event updated for resources: {'Port': ['ID=16bd7397-f015-4e5f-a7dd-26ae2d5b08bc,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:17:12.045556 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c2193-7625-4bbd-9a42-036ce1991558 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:17:12.045906 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c2193-7625-4bbd-9a42-036ce1991558 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:17:12.046250 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c2193-7625-4bbd-9a42-036ce1991558 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:17:12.046591 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c2193-7625-4bbd-9a42-036ce1991558 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:17:12.046925 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c2193-7625-4bbd-9a42-036ce1991558 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:17:12.047256 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c2193-7625-4bbd-9a42-036ce1991558 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:17:12.047583 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c2193-7625-4bbd-9a42-036ce1991558 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:17:12.047953 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c2193-7625-4bbd-9a42-036ce1991558 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:17:12.048312 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c2193-7625-4bbd-9a42-036ce1991558 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:17:12.048616 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c2193-7625-4bbd-9a42-036ce1991558 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:17:12.048928 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c2193-7625-4bbd-9a42-036ce1991558 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:17:12.049252 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c2193-7625-4bbd-9a42-036ce1991558 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:17:12.049574 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c2193-7625-4bbd-9a42-036ce1991558 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:17:12.049982 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c2193-7625-4bbd-9a42-036ce1991558 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:17:12.050234 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c2193-7625-4bbd-9a42-036ce1991558 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:17:12.074064 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-727c2193-7625-4bbd-9a42-036ce1991558 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:12.076285 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-727c2193-7625-4bbd-9a42-036ce1991558 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:12.168581 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-727c2193-7625-4bbd-9a42-036ce1991558 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7532537 Sep 26 18:17:12.185880 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-61768a79-0f0a-4919-aa87-4bc77d6a5156 service neutron] Request body: {'port': {'device_id': '7b9a3691-e877-45a2-9a0a-5f13beb60456', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:17:12.207700 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-afe04e90-9601-4c52-bf5f-3220ae5fb644 None None] Provisioning complete for port 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:17:12.208737 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-afe04e90-9601-4c52-bf5f-3220ae5fb644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (16bd7397-f015-4e5f-a7dd-26ae2d5b08bc), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:12.209073 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-afe04e90-9601-4c52-bf5f-3220ae5fb644 None None] Attempt 1 to provision port 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc Sep 26 18:17:12.248058 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-61768a79-0f0a-4919-aa87-4bc77d6a5156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (16bd7397-f015-4e5f-a7dd-26ae2d5b08bc), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:12.254721 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-afe04e90-9601-4c52-bf5f-3220ae5fb644 None None] Port 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:17:12.513318 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-61768a79-0f0a-4919-aa87-4bc77d6a5156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc {{(pid=106583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:17:12.521038 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-61768a79-0f0a-4919-aa87-4bc77d6a5156 service neutron] Publish callbacks [] for port (16bd7397-f015-4e5f-a7dd-26ae2d5b08bc), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:12.534416 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.provisioning_blocks [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-61768a79-0f0a-4919-aa87-4bc77d6a5156 service neutron] Transition to ACTIVE for port object 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc will not be triggered until provisioned by entity L2. {{(pid=106583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:17:12.622807 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-61768a79-0f0a-4919-aa87-4bc77d6a5156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (16bd7397-f015-4e5f-a7dd-26ae2d5b08bc), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:12.658376 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:12.684691 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61768a79-0f0a-4919-aa87-4bc77d6a5156 service neutron] Pushing event updated for resources: {'Port': ['ID=16bd7397-f015-4e5f-a7dd-26ae2d5b08bc,revision_number=2']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:17:12.744749 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-61768a79-0f0a-4919-aa87-4bc77d6a5156 service neutron] Attempting to bind port 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:17:12.745091 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-61768a79-0f0a-4919-aa87-4bc77d6a5156 service neutron] Attempting to bind port 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '43a62425-e99a-47e8-aa66-8ef638e99a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721'}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:17:12.745430 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-61768a79-0f0a-4919-aa87-4bc77d6a5156 service neutron] Attempting to bind port 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc on network 5ba9a025-fbef-406e-aa56-d82e69f22721 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:17:12.756314 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-afe04e90-9601-4c52-bf5f-3220ae5fb644 None None] Attempt 2 to provision port 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc Sep 26 18:17:12.784757 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:12.791912 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-61768a79-0f0a-4919-aa87-4bc77d6a5156 service neutron] Port 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc on network 5ba9a025-fbef-406e-aa56-d82e69f22721 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:17:12.792139 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-afe04e90-9601-4c52-bf5f-3220ae5fb644 None None] Port 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:17:12.792251 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-61768a79-0f0a-4919-aa87-4bc77d6a5156 service neutron] Attempting to bind port 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc on network 5ba9a025-fbef-406e-aa56-d82e69f22721 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:17:12.834295 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-61768a79-0f0a-4919-aa87-4bc77d6a5156 service neutron] Checking agent: {'id': 'b76d05ef-6768-47d4-84e3-b7f3ce45293e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'started_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:17:12.834621 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-61768a79-0f0a-4919-aa87-4bc77d6a5156 service neutron] Checking segment: {'id': '43a62425-e99a-47e8-aa66-8ef638e99a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:17:12.835010 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-61768a79-0f0a-4919-aa87-4bc77d6a5156 service neutron] Bound using segment: {'id': '43a62425-e99a-47e8-aa66-8ef638e99a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721'} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:17:12.835456 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-61768a79-0f0a-4919-aa87-4bc77d6a5156 service neutron] Bound port: 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43a62425-e99a-47e8-aa66-8ef638e99a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721'}}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:17:12.836383 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-61768a79-0f0a-4919-aa87-4bc77d6a5156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (16bd7397-f015-4e5f-a7dd-26ae2d5b08bc), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:12.838911 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:12.898588 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-61768a79-0f0a-4919-aa87-4bc77d6a5156 service neutron] For port 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc, host hv-cinder-85931, cleared binding levels {{(pid=106583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:17:12.901759 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-61768a79-0f0a-4919-aa87-4bc77d6a5156 service neutron] For port 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=16bd7397-f015-4e5f-a7dd-26ae2d5b08bc,segment=NetworkSegment(43a62425-e99a-47e8-aa66-8ef638e99a08),segment_id=43a62425-e99a-47e8-aa66-8ef638e99a08)] {{(pid=106583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:17:13.006353 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-61768a79-0f0a-4919-aa87-4bc77d6a5156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (16bd7397-f015-4e5f-a7dd-26ae2d5b08bc), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:13.011128 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-61768a79-0f0a-4919-aa87-4bc77d6a5156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:13.011764 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-61768a79-0f0a-4919-aa87-4bc77d6a5156 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:13.018338 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-61768a79-0f0a-4919-aa87-4bc77d6a5156 service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/16bd7397-f015-4e5f-a7dd-26ae2d5b08bc HTTP/1.1" status: 200 len: 1093 time: 0.8314905 Sep 26 18:17:13.018338 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9a3691-e877-45a2-9a0a-5f13beb60456', 'tag': '16bd7397-f015-4e5f-a7dd-26ae2d5b08bc'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:17:13.018338 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18aaee3e-521b-4ba2-b14d-4943b8f8e072" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9a3691-e877-45a2-9a0a-5f13beb60456", "tag": "16bd7397-f015-4e5f-a7dd-26ae2d5b08bc"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:17:13.064129 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7291b2-cb3c-4556-84d6-9b31155d49a7 x-openstack-request-id: req-8c7291b2-cb3c-4556-84d6-9b31155d49a7 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:17:13.064414 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9a3691-e877-45a2-9a0a-5f13beb60456", "tag": "16bd7397-f015-4e5f-a7dd-26ae2d5b08bc", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:17:13.064660 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8c7291b2-cb3c-4556-84d6-9b31155d49a7 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:17:13.065056 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c7291b2-cb3c-4556-84d6-9b31155d49a7'] response: {'name': 'network-changed', 'server_uuid': '7b9a3691-e877-45a2-9a0a-5f13beb60456', 'tag': '16bd7397-f015-4e5f-a7dd-26ae2d5b08bc', 'status': 'completed', 'code': 200} Sep 26 18:17:13.113077 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e026be-6b4e-4fe4-915c-c61e61903875 req-04c08d2d-de31-4266-a8e0-877e3e38a1d2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:13.115096 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-28e026be-6b4e-4fe4-915c-c61e61903875 req-04c08d2d-de31-4266-a8e0-877e3e38a1d2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456 HTTP/1.1" status: 200 len: 943 time: 0.0720124 Sep 26 18:17:13.126505 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61768a79-0f0a-4919-aa87-4bc77d6a5156 service neutron] Pushing event updated for resources: {'Port': ['ID=16bd7397-f015-4e5f-a7dd-26ae2d5b08bc,revision_number=3']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:17:13.126830 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:13.139390 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=5 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:13.176371 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aaee3e-521b-4ba2-b14d-4943b8f8e072 req-0255a70e-c072-4c00-8eea-8cfecb0dbc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:13.177842 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-18aaee3e-521b-4ba2-b14d-4943b8f8e072 req-0255a70e-c072-4c00-8eea-8cfecb0dbc12 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=54bca4cc170d4e3fbad17be586081bc0&device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456 HTTP/1.1" status: 200 len: 1127 time: 0.0613503 Sep 26 18:17:13.220231 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-28e026be-6b4e-4fe4-915c-c61e61903875 req-0b3f1282-3829-4488-aa82-ea277635230b tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907121 Sep 26 18:17:13.293389 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-afe04e90-9601-4c52-bf5f-3220ae5fb644 None None] Attempt 3 to provision port 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc Sep 26 18:17:13.299236 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aaee3e-521b-4ba2-b14d-4943b8f8e072 req-1050c743-81a2-439f-a3f3-097accd19fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:13.301626 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-18aaee3e-521b-4ba2-b14d-4943b8f8e072 req-1050c743-81a2-439f-a3f3-097accd19fb6 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=54bca4cc170d4e3fbad17be586081bc0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1079125 Sep 26 18:17:13.330955 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-afe04e90-9601-4c52-bf5f-3220ae5fb644 None None] Port 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc had new provisioning blocks added so it will not transition to active. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:17:13.678787 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aaee3e-521b-4ba2-b14d-4943b8f8e072 req-9216fc82-1ece-4ea5-b361-84223d6b91c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:13.680827 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-18aaee3e-521b-4ba2-b14d-4943b8f8e072 req-9216fc82-1ece-4ea5-b361-84223d6b91c5 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3737650 Sep 26 18:17:13.781959 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-b4be18ac-246c-4114-b2f8-d88f34ec79e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:13.783413 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-b4be18ac-246c-4114-b2f8-d88f34ec79e0 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=54bca4cc170d4e3fbad17be586081bc0&device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456 HTTP/1.1" status: 200 len: 1127 time: 0.0397773 Sep 26 18:17:13.829133 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-613bd5e6-1eb8-4ee7-97d5-5f2b59583c77 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16bd7397-f015-4e5f-a7dd-26ae2d5b08bc HTTP/1.1" status: 200 len: 217 time: 0.0323775 Sep 26 18:17:13.876600 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-5833e729-611e-4b90-8822-6b9477f03ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:13.877984 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-5833e729-611e-4b90-8822-6b9477f03ef4 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=968e4e63-4a3a-4870-8afd-2206cc33d8d5 HTTP/1.1" status: 200 len: 851 time: 0.0428083 Sep 26 18:17:13.925498 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-b7799688-cd48-49ec-98b2-ce015d4efb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:13.926960 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-b7799688-cd48-49ec-98b2-ce015d4efb15 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=5ba9a025-fbef-406e-aa56-d82e69f22721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424998 Sep 26 18:17:14.022979 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-29938498-7f3a-4ecc-9230-0c81a480bebf service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856507 Sep 26 18:17:14.119536 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-01d12e26-fef3-4a11-a5c4-05a417dd7827 req-efdfa574-f7ae-4442-9129-3915d6610d58 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895329 Sep 26 18:17:14.151386 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:17:14.344550 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a57b70-9ee9-4a8d-99b1-93050fc07425 req-21d241ed-a227-4701-9e36-4c1af564f0d6 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:14.345989 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f6a57b70-9ee9-4a8d-99b1-93050fc07425 req-21d241ed-a227-4701-9e36-4c1af564f0d6 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456 HTTP/1.1" status: 200 len: 943 time: 0.0484664 Sep 26 18:17:14.364839 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:14.395702 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f6a57b70-9ee9-4a8d-99b1-93050fc07425 req-4e0bda61-a6ad-42c3-a416-1d9cae34dfa1 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440586 Sep 26 18:17:15.534215 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1182e-b25d-49b6-9eb6-c5a52f2656c6 req-d90b9bf9-fe77-4cd0-89c4-054191f7f7d8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:15.535734 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-acd1182e-b25d-49b6-9eb6-c5a52f2656c6 req-d90b9bf9-fe77-4cd0-89c4-054191f7f7d8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456 HTTP/1.1" status: 200 len: 943 time: 0.0548537 Sep 26 18:17:15.588053 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-acd1182e-b25d-49b6-9eb6-c5a52f2656c6 req-44a435bb-0f32-4e75-8097-8f530b97c2db tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461352 Sep 26 18:17:16.462735 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:16.705760 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5b373-9123-46a3-b4ae-82425b3eb51d req-d6d9b61f-ad17-45f3-abee-74a60bc12c45 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:16.707222 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-56f5b373-9123-46a3-b4ae-82425b3eb51d req-d6d9b61f-ad17-45f3-abee-74a60bc12c45 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456 HTTP/1.1" status: 200 len: 943 time: 0.0463910 Sep 26 18:17:16.740619 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:16.756768 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-56f5b373-9123-46a3-b4ae-82425b3eb51d req-0e2ea2c7-fe87-4810-84ff-f20034b45e14 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434830 Sep 26 18:17:17.883771 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47080958-9d38-45e4-bfdb-2a034bcb5684 req-f4140a92-1196-4ee4-beda-946a7292c0cd tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:17.885208 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-47080958-9d38-45e4-bfdb-2a034bcb5684 req-f4140a92-1196-4ee4-beda-946a7292c0cd tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456 HTTP/1.1" status: 200 len: 943 time: 0.0466294 Sep 26 18:17:17.937934 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-47080958-9d38-45e4-bfdb-2a034bcb5684 req-79a09d68-430a-4560-9a42-e69e65401143 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471375 Sep 26 18:17:19.063518 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292da9b1-7353-4782-82f6-1746b6846c8e req-85fa7aa3-9dec-4fc0-a50d-0618eb82610f tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:19.065051 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-292da9b1-7353-4782-82f6-1746b6846c8e req-85fa7aa3-9dec-4fc0-a50d-0618eb82610f tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456 HTTP/1.1" status: 200 len: 943 time: 0.0479217 Sep 26 18:17:19.114859 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-292da9b1-7353-4782-82f6-1746b6846c8e req-e3a3370f-e1c5-45ef-8678-382bde344838 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439751 Sep 26 18:17:20.236147 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc0310-dd5d-41b5-bf30-af7762a21bcc req-e3909bc6-5d13-4586-953f-3d7601a19730 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:20.237614 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-26cc0310-dd5d-41b5-bf30-af7762a21bcc req-e3909bc6-5d13-4586-953f-3d7601a19730 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456 HTTP/1.1" status: 200 len: 943 time: 0.0466008 Sep 26 18:17:20.287289 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-26cc0310-dd5d-41b5-bf30-af7762a21bcc req-aef7de64-c388-4769-9fd3-e7cb3632762f tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432396 Sep 26 18:17:21.413803 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4b8f8-1154-4442-952c-2d043c088103 req-daba541d-3300-4ba2-a93a-bf1b035467c0 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:21.415339 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dff4b8f8-1154-4442-952c-2d043c088103 req-daba541d-3300-4ba2-a93a-bf1b035467c0 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456 HTTP/1.1" status: 200 len: 943 time: 0.0516984 Sep 26 18:17:21.466418 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dff4b8f8-1154-4442-952c-2d043c088103 req-7beeceb5-5343-4908-a0a3-621fce733fd7 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455382 Sep 26 18:17:21.590123 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:17:21.592765 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=72,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:21.688312 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=16bd7397-f015-4e5f-a7dd-26ae2d5b08bc,segment=NetworkSegment(43a62425-e99a-47e8-aa66-8ef638e99a08),segment_id=43a62425-e99a-47e8-aa66-8ef638e99a08)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:17:21.703240 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Returning: {'device': '16bd7397-f015-4e5f-a7dd-26ae2d5b08bc', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'port_id': '16bd7397-f015-4e5f-a7dd-26ae2d5b08bc', 'mac_address': 'fa:16:3e:39:71:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:17:21.737974 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc is: DOWN; New status is: BUILD {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:17:21.738360 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (16bd7397-f015-4e5f-a7dd-26ae2d5b08bc), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:21.751628 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc {{(pid=106584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:17:21.771246 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=16bd7397-f015-4e5f-a7dd-26ae2d5b08bc,segment=NetworkSegment(43a62425-e99a-47e8-aa66-8ef638e99a08),segment_id=43a62425-e99a-47e8-aa66-8ef638e99a08)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:17:21.879884 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (16bd7397-f015-4e5f-a7dd-26ae2d5b08bc), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:21.926371 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=16bd7397-f015-4e5f-a7dd-26ae2d5b08bc,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:17:22.223858 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['16bd7397-f015-4e5f-a7dd-26ae2d5b08bc'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:17:22.589680 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7543d-8385-4952-a37a-ec7ae09050dc req-c66616b9-d6ed-45ba-8ab9-5ba00e4882af tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:22.591161 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9ec7543d-8385-4952-a37a-ec7ae09050dc req-c66616b9-d6ed-45ba-8ab9-5ba00e4882af tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456 HTTP/1.1" status: 200 len: 944 time: 0.0484734 Sep 26 18:17:22.641220 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9ec7543d-8385-4952-a37a-ec7ae09050dc req-de8bcfff-b307-47aa-8043-e4dacb12c35d tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444839 Sep 26 18:17:23.612807 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc up at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:17:23.656167 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:23.658601 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning for port 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc completed by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:17:23.713877 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning complete for port 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:17:23.714255 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (16bd7397-f015-4e5f-a7dd-26ae2d5b08bc), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:23.714591 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Attempt 1 to provision port 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc Sep 26 18:17:23.768603 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42898019-8c13-4033-9ada-7dff9135ff89 req-cb99cad7-c036-4c3c-89a2-648a7b926843 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:23.770101 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-42898019-8c13-4033-9ada-7dff9135ff89 req-cb99cad7-c036-4c3c-89a2-648a7b926843 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456 HTTP/1.1" status: 200 len: 944 time: 0.0519407 Sep 26 18:17:23.788345 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc is: BUILD; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:17:23.788773 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (16bd7397-f015-4e5f-a7dd-26ae2d5b08bc), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:23.812075 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9a3691-e877-45a2-9a0a-5f13beb60456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bd7397-f015-4e5f-a7dd-26ae2d5b08bc'}] {{(pid=106584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:17:23.814376 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743b4769c4925b62b4889170aadb5ee5b65d77d3032155737795e39ae48b1258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5fcd06-bab8-4173-802b-a71c2ae4e556" -d '{"events": [{"server_uuid": "7b9a3691-e877-45a2-9a0a-5f13beb60456", "name": "network-vif-plugged", "status": "completed", "tag": "16bd7397-f015-4e5f-a7dd-26ae2d5b08bc"}]}' {{(pid=106584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:17:23.821872 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-42898019-8c13-4033-9ada-7dff9135ff89 req-58c15907-f1c3-4e4a-b1de-3e33d6cc6e5b tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448282 Sep 26 18:17:23.827977 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=16bd7397-f015-4e5f-a7dd-26ae2d5b08bc,segment=NetworkSegment(43a62425-e99a-47e8-aa66-8ef638e99a08),segment_id=43a62425-e99a-47e8-aa66-8ef638e99a08)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:17:23.854053 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1eb2a2-9519-405d-9826-d420dadc65ff x-openstack-request-id: req-aa1eb2a2-9519-405d-9826-d420dadc65ff {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:17:23.854354 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9a3691-e877-45a2-9a0a-5f13beb60456", "name": "network-vif-plugged", "status": "completed", "tag": "16bd7397-f015-4e5f-a7dd-26ae2d5b08bc", "code": 200}]} {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:17:23.854612 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-aa1eb2a2-9519-405d-9826-d420dadc65ff {{(pid=106584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:17:23.855045 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa1eb2a2-9519-405d-9826-d420dadc65ff'] response: {'server_uuid': '7b9a3691-e877-45a2-9a0a-5f13beb60456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bd7397-f015-4e5f-a7dd-26ae2d5b08bc', 'code': 200} Sep 26 18:17:23.908741 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (16bd7397-f015-4e5f-a7dd-26ae2d5b08bc), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:23.955343 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=16bd7397-f015-4e5f-a7dd-26ae2d5b08bc,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:17:24.223012 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e1e38-2f72-4216-ab8a-12e0f024899a req-00917c53-33d0-4adb-80eb-3f2382c45cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:24.224448 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-273e1e38-2f72-4216-ab8a-12e0f024899a req-00917c53-33d0-4adb-80eb-3f2382c45cf8 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456 HTTP/1.1" status: 200 len: 1129 time: 0.0399177 Sep 26 18:17:24.272793 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-273e1e38-2f72-4216-ab8a-12e0f024899a req-3aafc6ab-06ee-4c57-b66c-0142ec4d6568 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417204 Sep 26 18:17:24.948963 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc20d8a-7c9e-4d81-a31b-320a2a3f1244 req-c5c3d9e3-01f1-43be-a1ec-0cda74ae919c tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:24.950442 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7fc20d8a-7c9e-4d81-a31b-320a2a3f1244 req-c5c3d9e3-01f1-43be-a1ec-0cda74ae919c tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456 HTTP/1.1" status: 200 len: 945 time: 0.0478876 Sep 26 18:17:25.005779 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7fc20d8a-7c9e-4d81-a31b-320a2a3f1244 req-f73cb0cc-c393-411f-8fd5-e7f9559c166c tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498047 Sep 26 18:17:26.128484 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c47d40-bf0d-4762-a245-19ab501d53af req-a274ae92-497f-4097-97d3-630b527f6d62 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:26.129995 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-60c47d40-bf0d-4762-a245-19ab501d53af req-a274ae92-497f-4097-97d3-630b527f6d62 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456 HTTP/1.1" status: 200 len: 945 time: 0.0474045 Sep 26 18:17:26.142885 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:26.182004 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-60c47d40-bf0d-4762-a245-19ab501d53af req-4aa9b2e7-119c-4664-bcd6-d9dea797cce8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456929 Sep 26 18:17:26.302144 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64924190-59a2-4aaa-babe-9ee1bee47e9a req-57238764-1f1d-4133-81d0-9d1ac0160654 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:26.303606 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-64924190-59a2-4aaa-babe-9ee1bee47e9a req-57238764-1f1d-4133-81d0-9d1ac0160654 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456 HTTP/1.1" status: 200 len: 945 time: 0.0484877 Sep 26 18:17:26.356590 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-64924190-59a2-4aaa-babe-9ee1bee47e9a req-2e7d5f6f-e6e9-4e83-b184-c35a3dff3fe0 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462773 Sep 26 18:17:26.385640 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 57260) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:17:26.469108 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3e4a0c-43a5-48c3-8deb-2b770abbc9d3 tempest-TestVolumeBootPattern-835322691 tempest-TestVolumeBootPattern-835322691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:26.470539 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-3b3e4a0c-43a5-48c3-8deb-2b770abbc9d3 tempest-TestVolumeBootPattern-835322691 tempest-TestVolumeBootPattern-835322691-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456 HTTP/1.1" status: 200 len: 1124 time: 0.0839233 Sep 26 18:17:26.473399 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 57264) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:17:26.477911 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-4dc9c3aa-f823-4d78-ac82-6c4e9381a938 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Request body: {'floatingip': {'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'port_id': '16bd7397-f015-4e5f-a7dd-26ae2d5b08bc', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:17:26.594067 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4dc9c3aa-f823-4d78-ac82-6c4e9381a938 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:26.676689 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4dc9c3aa-f823-4d78-ac82-6c4e9381a938 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:26.782543 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_common [None req-4dc9c3aa-f823-4d78-ac82-6c4e9381a938 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Allocated IP 172.27.3.213 (75671e20-856b-479b-bee1-be813a3f2eee/4775a61a-d36f-43c7-b0a4-bf2c0640e392/0bb1abeb-59c9-4381-8f66-d024b2b81023) {{(pid=106582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:17:26.892290 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4dc9c3aa-f823-4d78-ac82-6c4e9381a938 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for port (0bb1abeb-59c9-4381-8f66-d024b2b81023), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:27.000392 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4dc9c3aa-f823-4d78-ac82-6c4e9381a938 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (0bb1abeb-59c9-4381-8f66-d024b2b81023), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:27.037055 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc9c3aa-f823-4d78-ac82-6c4e9381a938 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Network 75671e20-856b-479b-bee1-be813a3f2eee is already hosted by enough agents. {{(pid=106582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:17:27.040683 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-4dc9c3aa-f823-4d78-ac82-6c4e9381a938 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Resources bound (agent type, host, resource id): {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:17:27.046499 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc9c3aa-f823-4d78-ac82-6c4e9381a938 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Received port after_create {{(pid=106582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:17:27.092712 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9c3aa-f823-4d78-ac82-6c4e9381a938 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Pushing event updated for resources: {'Port': ['ID=0bb1abeb-59c9-4381-8f66-d024b2b81023,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:17:27.323034 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:27.404828 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:27.408730 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4dc9c3aa-f823-4d78-ac82-6c4e9381a938 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for floatingip (f39e9464-52e4-4a6d-96b9-7d437085ff54), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:27.551869 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4dc9c3aa-f823-4d78-ac82-6c4e9381a938 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (0bb1abeb-59c9-4381-8f66-d024b2b81023), before_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:27.696959 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4dc9c3aa-f823-4d78-ac82-6c4e9381a938 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for port (0bb1abeb-59c9-4381-8f66-d024b2b81023), precommit_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:27.811148 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4dc9c3aa-f823-4d78-ac82-6c4e9381a938 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-513976'] for port (0bb1abeb-59c9-4381-8f66-d024b2b81023), after_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:27.886503 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9c3aa-f823-4d78-ac82-6c4e9381a938 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Pushing event updated for resources: {'Port': ['ID=0bb1abeb-59c9-4381-8f66-d024b2b81023,revision_number=2']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:17:27.889254 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4dc9c3aa-f823-4d78-ac82-6c4e9381a938 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (f39e9464-52e4-4a6d-96b9-7d437085ff54), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:27.989588 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.db.l3_db [None req-4dc9c3aa-f823-4d78-ac82-6c4e9381a938 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Floating IP f39e9464-52e4-4a6d-96b9-7d437085ff54 associated. External IP: 172.27.3.213, port: 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc. Sep 26 18:17:28.144170 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=13 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:28.145598 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=15 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:28.230440 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc9c3aa-f823-4d78-ac82-6c4e9381a938 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Router 48f7ea23-adde-4f21-ba0a-5b091acaf59f has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:17:28.544206 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc9c3aa-f823-4d78-ac82-6c4e9381a938 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:17:28.556346 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728c4df9-ec50-464c-b18c-13afd01ffca0 None None] Sync routers for ids ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:17:28.567795 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728c4df9-ec50-464c-b18c-13afd01ffca0 None None] Routers {'48f7ea23-adde-4f21-ba0a-5b091acaf59f'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:17:28.568420 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-728c4df9-ec50-464c-b18c-13afd01ffca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:17:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:17:28.618829 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e9672f21-3ef5-4c0e-8627-0903944edf03 req-b4c70912-9425-472b-a496-30157d9ef2ab service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470135 Sep 26 18:17:28.630806 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-4dc9c3aa-f823-4d78-ac82-6c4e9381a938 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:28.664432 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:28.677435 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-4dc9c3aa-f823-4d78-ac82-6c4e9381a938 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2029912 Sep 26 18:17:28.678108 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9a3691-e877-45a2-9a0a-5f13beb60456', 'tag': '16bd7397-f015-4e5f-a7dd-26ae2d5b08bc'}] {{(pid=106582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:17:28.681617 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad02a4637bbc6784d86a2aace3320df3411a20e2c44f76b201c317bb75c75a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88f73a2-b5bf-4eca-8e68-9ee7ccea7d02" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9a3691-e877-45a2-9a0a-5f13beb60456", "tag": "16bd7397-f015-4e5f-a7dd-26ae2d5b08bc"}]}' {{(pid=106582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:17:28.703750 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-728c4df9-ec50-464c-b18c-13afd01ffca0 None None] Set router 48f7ea23-adde-4f21-ba0a-5b091acaf59f gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:17:28.733703 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33006ba1-6f72-4397-8677-d0afa89a0764 x-openstack-request-id: req-33006ba1-6f72-4397-8677-d0afa89a0764 {{(pid=106582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:17:28.733999 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9a3691-e877-45a2-9a0a-5f13beb60456", "tag": "16bd7397-f015-4e5f-a7dd-26ae2d5b08bc", "status": "completed", "code": 200}]} {{(pid=106582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:17:28.734256 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-33006ba1-6f72-4397-8677-d0afa89a0764 {{(pid=106582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:17:28.734663 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33006ba1-6f72-4397-8677-d0afa89a0764'] response: {'name': 'network-changed', 'server_uuid': '7b9a3691-e877-45a2-9a0a-5f13beb60456', 'tag': '16bd7397-f015-4e5f-a7dd-26ae2d5b08bc', 'status': 'completed', 'code': 200} Sep 26 18:17:28.749033 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:28.763884 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9672f21-3ef5-4c0e-8627-0903944edf03 req-80907976-0eaa-499d-848b-605b8166a5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:28.766685 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e9672f21-3ef5-4c0e-8627-0903944edf03 req-80907976-0eaa-499d-848b-605b8166a5d6 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=54bca4cc170d4e3fbad17be586081bc0&device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456 HTTP/1.1" status: 200 len: 1129 time: 0.0536802 Sep 26 18:17:28.883553 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9672f21-3ef5-4c0e-8627-0903944edf03 req-eec016f7-b18d-4be7-bfb4-8e86b1714fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:28.885061 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e9672f21-3ef5-4c0e-8627-0903944edf03 req-eec016f7-b18d-4be7-bfb4-8e86b1714fa3 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=5ba9a025-fbef-406e-aa56-d82e69f22721 HTTP/1.1" status: 200 len: 913 time: 0.0977290 Sep 26 18:17:28.933208 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-728c4df9-ec50-464c-b18c-13afd01ffca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'name': 'tempest-TestVolumeBootPattern-1893420804-router', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'bb237869-b567-45b4-975b-fa42e3022994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:37Z', 'updated_at': '2022-09-26T18:16:40Z', 'revision_number': 4, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'gw_port': {'id': 'bb237869-b567-45b4-975b-fa42e3022994', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:38Z', 'updated_at': '2022-09-26T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': 'f39e9464-52e4-4a6d-96b9-7d437085ff54', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'port_id': '16bd7397-f015-4e5f-a7dd-26ae2d5b08bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'mac_address': 'fa:16:3e:39:71:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a3691-e877-45a2-9a0a-5f13beb60456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:17:27Z', 'updated_at': '2022-09-26T18:17:27Z', 'revision_number': 0, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0abe21e-3bf5-4b57-9871-a71f93abc3e7', 'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'mac_address': 'fa:16:3e:13:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:40Z', 'updated_at': '2022-09-26T18:16:45Z', 'revision_number': 5, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'subnets': [{'id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:17:28.950348 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e9672f21-3ef5-4c0e-8627-0903944edf03 req-372548da-4a1c-4646-b1b2-4280c48ea2aa service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16bd7397-f015-4e5f-a7dd-26ae2d5b08bc HTTP/1.1" status: 200 len: 999 time: 0.0579093 Sep 26 18:17:28.962853 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728c4df9-ec50-464c-b18c-13afd01ffca0 None None] Checking router: 48f7ea23-adde-4f21-ba0a-5b091acaf59f for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:17:28.972448 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728c4df9-ec50-464c-b18c-13afd01ffca0 None None] Routers {'48f7ea23-adde-4f21-ba0a-5b091acaf59f'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:17:28.973102 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-728c4df9-ec50-464c-b18c-13afd01ffca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:17:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:17:29.003122 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9672f21-3ef5-4c0e-8627-0903944edf03 req-f5c2b36e-c88c-473c-90ea-df6ba8dbc982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:29.004623 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e9672f21-3ef5-4c0e-8627-0903944edf03 req-f5c2b36e-c88c-473c-90ea-df6ba8dbc982 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=968e4e63-4a3a-4870-8afd-2206cc33d8d5 HTTP/1.1" status: 200 len: 851 time: 0.0471776 Sep 26 18:17:29.052992 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9672f21-3ef5-4c0e-8627-0903944edf03 req-c9c7a253-d451-46cf-8fde-2594c0e224b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:29.055088 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e9672f21-3ef5-4c0e-8627-0903944edf03 req-c9c7a253-d451-46cf-8fde-2594c0e224b7 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=5ba9a025-fbef-406e-aa56-d82e69f22721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444713 Sep 26 18:17:29.080733 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-728c4df9-ec50-464c-b18c-13afd01ffca0 None None] Set router 48f7ea23-adde-4f21-ba0a-5b091acaf59f gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:17:29.150391 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e9672f21-3ef5-4c0e-8627-0903944edf03 req-bef310ee-8501-49c4-bae8-972d8267fb33 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888972 Sep 26 18:17:29.246949 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e9672f21-3ef5-4c0e-8627-0903944edf03 req-2f5d107c-7641-456a-9908-b4f16c02614e service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907900 Sep 26 18:17:29.299325 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-728c4df9-ec50-464c-b18c-13afd01ffca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'name': 'tempest-TestVolumeBootPattern-1893420804-router', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'bb237869-b567-45b4-975b-fa42e3022994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:37Z', 'updated_at': '2022-09-26T18:16:40Z', 'revision_number': 4, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'gw_port': {'id': 'bb237869-b567-45b4-975b-fa42e3022994', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:38Z', 'updated_at': '2022-09-26T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': 'f39e9464-52e4-4a6d-96b9-7d437085ff54', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'port_id': '16bd7397-f015-4e5f-a7dd-26ae2d5b08bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'mac_address': 'fa:16:3e:39:71:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a3691-e877-45a2-9a0a-5f13beb60456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:17:27Z', 'updated_at': '2022-09-26T18:17:27Z', 'revision_number': 0, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0abe21e-3bf5-4b57-9871-a71f93abc3e7', 'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'mac_address': 'fa:16:3e:13:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:40Z', 'updated_at': '2022-09-26T18:16:45Z', 'revision_number': 5, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'subnets': [{'id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:17:29.324129 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728c4df9-ec50-464c-b18c-13afd01ffca0 None None] The sync data for ids ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'] in dv-cinder-859319-1-iscsi is: [{'id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'name': 'tempest-TestVolumeBootPattern-1893420804-router', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'bb237869-b567-45b4-975b-fa42e3022994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:37Z', 'updated_at': '2022-09-26T18:16:40Z', 'revision_number': 4, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'gw_port': {'id': 'bb237869-b567-45b4-975b-fa42e3022994', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:38Z', 'updated_at': '2022-09-26T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': 'f39e9464-52e4-4a6d-96b9-7d437085ff54', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'port_id': '16bd7397-f015-4e5f-a7dd-26ae2d5b08bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'mac_address': 'fa:16:3e:39:71:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9a3691-e877-45a2-9a0a-5f13beb60456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:17:27Z', 'updated_at': '2022-09-26T18:17:27Z', 'revision_number': 0, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0abe21e-3bf5-4b57-9871-a71f93abc3e7', 'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'mac_address': 'fa:16:3e:13:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:40Z', 'updated_at': '2022-09-26T18:16:45Z', 'revision_number': 5, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'subnets': [{'id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:17:29.437514 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f73a2-b5bf-4eca-8e68-9ee7ccea7d02 req-08b5a82b-8094-4024-8e1d-4ded7dab4a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:29.437514 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e88f73a2-b5bf-4eca-8e68-9ee7ccea7d02 req-08b5a82b-8094-4024-8e1d-4ded7dab4a95 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=54bca4cc170d4e3fbad17be586081bc0&device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456 HTTP/1.1" status: 200 len: 1129 time: 0.0430052 Sep 26 18:17:29.521045 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1100a66d-7b2b-4fe6-b24a-617f397d83d6 None None] New status for floating IP f39e9464-52e4-4a6d-96b9-7d437085ff54: ACTIVE {{(pid=106584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:17:29.537588 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f73a2-b5bf-4eca-8e68-9ee7ccea7d02 req-7cfba597-5a84-463e-aae3-db3ad7726de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:29.539230 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e88f73a2-b5bf-4eca-8e68-9ee7ccea7d02 req-7cfba597-5a84-463e-aae3-db3ad7726de9 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=5ba9a025-fbef-406e-aa56-d82e69f22721 HTTP/1.1" status: 200 len: 913 time: 0.0966685 Sep 26 18:17:29.600456 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e88f73a2-b5bf-4eca-8e68-9ee7ccea7d02 req-69f88cba-adf8-4aca-b86c-279186a1235c service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16bd7397-f015-4e5f-a7dd-26ae2d5b08bc HTTP/1.1" status: 200 len: 999 time: 0.0552044 Sep 26 18:17:29.650431 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f73a2-b5bf-4eca-8e68-9ee7ccea7d02 req-b5d21559-6e18-4a80-b4c5-a8d8ef6a351e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:29.656950 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e88f73a2-b5bf-4eca-8e68-9ee7ccea7d02 req-b5d21559-6e18-4a80-b4c5-a8d8ef6a351e service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=968e4e63-4a3a-4870-8afd-2206cc33d8d5 HTTP/1.1" status: 200 len: 851 time: 0.0456626 Sep 26 18:17:29.700633 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f73a2-b5bf-4eca-8e68-9ee7ccea7d02 req-46382566-89e2-4d64-ad7b-d4bf4127247b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:17:29.702060 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e88f73a2-b5bf-4eca-8e68-9ee7ccea7d02 req-46382566-89e2-4d64-ad7b-d4bf4127247b service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=5ba9a025-fbef-406e-aa56-d82e69f22721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440781 Sep 26 18:17:29.779398 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:29.796630 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e88f73a2-b5bf-4eca-8e68-9ee7ccea7d02 req-2d53a328-19eb-4c2d-aa3e-fc5997fdaed7 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878570 Sep 26 18:17:29.892086 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e88f73a2-b5bf-4eca-8e68-9ee7ccea7d02 req-6d00924d-3a52-49d0-b83c-3cd5d0e217f9 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895865 Sep 26 18:17:31.924991 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-eda0ccdf-c113-443f-a9c6-5a87f6561462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:34.359766 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-edcd2525-b57a-4e71-97a0-b4e9f3b7ea41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:35.480149 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:35.576502 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:37.153988 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:37.410835 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:38.672634 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:UPDATE=1,neutron:SELECT=78,neutron:DELETE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:39.302068 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=74 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:39.302853 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=74 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:39.883075 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=8 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:39.889112 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=90 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:46.525055 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:50.128270 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:50.135135 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:51.151631 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:17:56.396973 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:56.399114 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=37,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:18:01.146329 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:18:01.147375 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:18:01.941968 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-92b12163-73b7-42d4-9f8a-e2bb1bc57177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:18:04.319262 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-193444c1-c874-4dff-933a-36d08072e545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:18:05.547798 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:18:07.130228 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:18:07.381696 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:18:16.490347 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:18:26.401294 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:18:26.403167 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:18:28.154712 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:18:29.348704 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dcd4ba7f-38d3-4e34-9d03-3c5cfffe0806 req-4a98b2b7-6708-42a1-8888-581878b71e5a service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408306 Sep 26 18:18:29.452033 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4ba7f-38d3-4e34-9d03-3c5cfffe0806 req-0c1a391a-0de8-418d-95fb-bbf7592e9ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:18:29.453523 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dcd4ba7f-38d3-4e34-9d03-3c5cfffe0806 req-0c1a391a-0de8-418d-95fb-bbf7592e9ac3 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=54bca4cc170d4e3fbad17be586081bc0&device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456 HTTP/1.1" status: 200 len: 1129 time: 0.0410297 Sep 26 18:18:29.561075 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4ba7f-38d3-4e34-9d03-3c5cfffe0806 req-d8c08584-7f75-448f-af74-fd41a631b2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:18:29.562543 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dcd4ba7f-38d3-4e34-9d03-3c5cfffe0806 req-d8c08584-7f75-448f-af74-fd41a631b2eb service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=5ba9a025-fbef-406e-aa56-d82e69f22721 HTTP/1.1" status: 200 len: 913 time: 0.0906539 Sep 26 18:18:29.624498 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dcd4ba7f-38d3-4e34-9d03-3c5cfffe0806 req-5c25e376-d797-44a2-a953-8df7b47c7596 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16bd7397-f015-4e5f-a7dd-26ae2d5b08bc HTTP/1.1" status: 200 len: 1001 time: 0.0555165 Sep 26 18:18:29.676249 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4ba7f-38d3-4e34-9d03-3c5cfffe0806 req-4c130e4c-fda6-47ae-bd5c-f1cdf8dee9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:18:29.677667 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dcd4ba7f-38d3-4e34-9d03-3c5cfffe0806 req-4c130e4c-fda6-47ae-bd5c-f1cdf8dee9a1 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=968e4e63-4a3a-4870-8afd-2206cc33d8d5 HTTP/1.1" status: 200 len: 851 time: 0.0480237 Sep 26 18:18:29.721560 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4ba7f-38d3-4e34-9d03-3c5cfffe0806 req-5243aa5d-4930-40d0-9ad7-0a8f148d58ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:18:29.723042 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dcd4ba7f-38d3-4e34-9d03-3c5cfffe0806 req-5243aa5d-4930-40d0-9ad7-0a8f148d58ec service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=5ba9a025-fbef-406e-aa56-d82e69f22721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389211 Sep 26 18:18:29.816381 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dcd4ba7f-38d3-4e34-9d03-3c5cfffe0806 req-f1b31cc7-be78-44df-8d9c-7c60eb75780c service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858247 Sep 26 18:18:29.915176 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dcd4ba7f-38d3-4e34-9d03-3c5cfffe0806 req-2b562842-e86e-4ad3-a2d1-814aeece500a service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926270 Sep 26 18:18:31.901663 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-ad04ec04-33c1-4c10-be51-74a0e2f12d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:18:34.324170 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-b00ae9b5-5325-4bde-be2a-6eb13e00554c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:18:35.553117 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:18:37.153908 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:18:37.358974 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:18:38.148386 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:18:38.149245 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=4 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:18:39.905941 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=50 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:18:39.911977 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=51 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:18:46.484393 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:18:56.411805 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:18:56.419752 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:01.924563 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-06c2a2f0-b1ea-48f0-b75f-949ffa48b8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:04.212206 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:04.212995 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:04.301031 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-98c8a94f-d991-4d05-a68b-fb45c45a40f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:05.155353 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:19:05.564090 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:07.135629 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:07.380989 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:15.150722 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:15.151507 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:16.489095 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:24.251046 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31b3d6-0472-49ce-bffb-a9bbeb24281f req-d2598c2a-3f58-4752-ac2b-70c44aca7ceb tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:24.252595 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-aa31b3d6-0472-49ce-bffb-a9bbeb24281f req-d2598c2a-3f58-4752-ac2b-70c44aca7ceb tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456 HTTP/1.1" status: 200 len: 945 time: 0.0976839 Sep 26 18:19:24.306573 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-aa31b3d6-0472-49ce-bffb-a9bbeb24281f req-ad4e2b88-669c-4674-9ae5-294b418f949a tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483618 Sep 26 18:19:25.490634 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46de02c-28b6-475d-ae5c-05a4d3234da8 req-82dd2515-5f41-49e1-8ad6-32d0b55afa3c tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:25.492679 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f46de02c-28b6-475d-ae5c-05a4d3234da8 req-82dd2515-5f41-49e1-8ad6-32d0b55afa3c tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456 HTTP/1.1" status: 200 len: 945 time: 0.1032097 Sep 26 18:19:25.546983 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f46de02c-28b6-475d-ae5c-05a4d3234da8 req-9252f1ec-d274-4ee7-add4-f924a59e607f tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488825 Sep 26 18:19:26.320339 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac514f-f447-477e-9067-90cb847176ce req-b9c4412b-be1d-460a-aead-96eca0a89133 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:26.321797 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f4ac514f-f447-477e-9067-90cb847176ce req-b9c4412b-be1d-460a-aead-96eca0a89133 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456 HTTP/1.1" status: 200 len: 945 time: 0.0504744 Sep 26 18:19:26.415582 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-f4ac514f-f447-477e-9067-90cb847176ce req-788a4e81-76a7-4c41-998f-729ca2391de8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Deleting port 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:19:26.415960 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-f4ac514f-f447-477e-9067-90cb847176ce req-788a4e81-76a7-4c41-998f-729ca2391de8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (16bd7397-f015-4e5f-a7dd-26ae2d5b08bc), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:26.430725 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:26.432585 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:UPDATE=5,neutron:SELECT=5 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:26.509486 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-f4ac514f-f447-477e-9067-90cb847176ce req-788a4e81-76a7-4c41-998f-729ca2391de8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] For port 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=16bd7397-f015-4e5f-a7dd-26ae2d5b08bc,segment=NetworkSegment(43a62425-e99a-47e8-aa66-8ef638e99a08),segment_id=43a62425-e99a-47e8-aa66-8ef638e99a08)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:19:26.510297 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-f4ac514f-f447-477e-9067-90cb847176ce req-788a4e81-76a7-4c41-998f-729ca2391de8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (16bd7397-f015-4e5f-a7dd-26ae2d5b08bc), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:26.707076 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b8762-c6c5-4d06-b141-862c9d350bc9 req-0512109e-5297-4a72-99a2-4601156c22c7 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:26.708562 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-985b8762-c6c5-4d06-b141-862c9d350bc9 req-0512109e-5297-4a72-99a2-4601156c22c7 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456 HTTP/1.1" status: 200 len: 945 time: 0.0835452 Sep 26 18:19:26.725241 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-f4ac514f-f447-477e-9067-90cb847176ce req-788a4e81-76a7-4c41-998f-729ca2391de8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:26.725606 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-f4ac514f-f447-477e-9067-90cb847176ce req-788a4e81-76a7-4c41-998f-729ca2391de8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (f39e9464-52e4-4a6d-96b9-7d437085ff54), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:26.725918 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.db.l3_db [req-f4ac514f-f447-477e-9067-90cb847176ce req-788a4e81-76a7-4c41-998f-729ca2391de8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Floating IP f39e9464-52e4-4a6d-96b9-7d437085ff54 disassociated. External IP: 172.27.3.213, port: 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc. Sep 26 18:19:26.726253 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-f4ac514f-f447-477e-9067-90cb847176ce req-788a4e81-76a7-4c41-998f-729ca2391de8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Calling delete_port for 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc owned by compute:nova {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:19:26.809627 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-985b8762-c6c5-4d06-b141-862c9d350bc9 req-82f437c6-f72f-4440-bee6-f34640cd078f tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919740 Sep 26 18:19:26.940999 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-f4ac514f-f447-477e-9067-90cb847176ce req-788a4e81-76a7-4c41-998f-729ca2391de8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (16bd7397-f015-4e5f-a7dd-26ae2d5b08bc), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:26.981846 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a4e81-76a7-4c41-998f-729ca2391de8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Pushing event deleted for resources: {'Port': ['ID=16bd7397-f015-4e5f-a7dd-26ae2d5b08bc,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:19:26.993217 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788a4e81-76a7-4c41-998f-729ca2391de8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:26.993567 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788a4e81-76a7-4c41-998f-729ca2391de8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:26.993916 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788a4e81-76a7-4c41-998f-729ca2391de8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:26.994254 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788a4e81-76a7-4c41-998f-729ca2391de8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:26.994585 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788a4e81-76a7-4c41-998f-729ca2391de8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:26.995017 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788a4e81-76a7-4c41-998f-729ca2391de8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:26.995319 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788a4e81-76a7-4c41-998f-729ca2391de8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:26.995660 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788a4e81-76a7-4c41-998f-729ca2391de8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:26.995991 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788a4e81-76a7-4c41-998f-729ca2391de8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:26.996322 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788a4e81-76a7-4c41-998f-729ca2391de8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:26.996648 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788a4e81-76a7-4c41-998f-729ca2391de8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:26.996976 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788a4e81-76a7-4c41-998f-729ca2391de8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:26.997299 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788a4e81-76a7-4c41-998f-729ca2391de8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:26.997621 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788a4e81-76a7-4c41-998f-729ca2391de8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:26.998011 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788a4e81-76a7-4c41-998f-729ca2391de8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:27.089821 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:27.099243 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:27.107958 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4ac514f-f447-477e-9067-90cb847176ce req-788a4e81-76a7-4c41-998f-729ca2391de8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Router 48f7ea23-adde-4f21-ba0a-5b091acaf59f has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:19:27.213772 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4ac514f-f447-477e-9067-90cb847176ce req-788a4e81-76a7-4c41-998f-729ca2391de8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:19:27.224937 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b932376-6163-40a8-82fa-b0ace9aecb4f None None] Sync routers for ids ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:19:27.235189 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b932376-6163-40a8-82fa-b0ace9aecb4f None None] Routers {'48f7ea23-adde-4f21-ba0a-5b091acaf59f'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:19:27.235845 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-4b932376-6163-40a8-82fa-b0ace9aecb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:19:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:19:27.261809 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ac514f-f447-477e-9067-90cb847176ce req-788a4e81-76a7-4c41-998f-729ca2391de8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] No DVR routers for this DVR port 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc on host hv-cinder-85931 {{(pid=106583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:19:27.265198 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-f4ac514f-f447-477e-9067-90cb847176ce req-788a4e81-76a7-4c41-998f-729ca2391de8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:27.269336 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f4ac514f-f447-477e-9067-90cb847176ce req-788a4e81-76a7-4c41-998f-729ca2391de8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.88 "DELETE /networking/v2.0/ports/16bd7397-f015-4e5f-a7dd-26ae2d5b08bc HTTP/1.1" status: 204 len: 173 time: 0.9411936 Sep 26 18:19:27.270186 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9a3691-e877-45a2-9a0a-5f13beb60456', 'name': 'network-vif-deleted', 'tag': '16bd7397-f015-4e5f-a7dd-26ae2d5b08bc'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:19:27.273505 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32297dfb-bf42-4044-9262-fc7a06509a6c" -d '{"events": [{"server_uuid": "7b9a3691-e877-45a2-9a0a-5f13beb60456", "name": "network-vif-deleted", "tag": "16bd7397-f015-4e5f-a7dd-26ae2d5b08bc"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:19:27.312867 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebc8084-9c79-44ee-826d-27f6849526e3 x-openstack-request-id: req-aebc8084-9c79-44ee-826d-27f6849526e3 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:19:27.313028 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9a3691-e877-45a2-9a0a-5f13beb60456", "name": "network-vif-deleted", "tag": "16bd7397-f015-4e5f-a7dd-26ae2d5b08bc", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:19:27.313252 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-aebc8084-9c79-44ee-826d-27f6849526e3 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:19:27.313791 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aebc8084-9c79-44ee-826d-27f6849526e3'] response: {'server_uuid': '7b9a3691-e877-45a2-9a0a-5f13beb60456', 'name': 'network-vif-deleted', 'tag': '16bd7397-f015-4e5f-a7dd-26ae2d5b08bc', 'status': 'completed', 'code': 200} Sep 26 18:19:27.341034 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-4b932376-6163-40a8-82fa-b0ace9aecb4f None None] Set router 48f7ea23-adde-4f21-ba0a-5b091acaf59f gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:19:27.550475 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-4b932376-6163-40a8-82fa-b0ace9aecb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'name': 'tempest-TestVolumeBootPattern-1893420804-router', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'bb237869-b567-45b4-975b-fa42e3022994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:37Z', 'updated_at': '2022-09-26T18:16:40Z', 'revision_number': 4, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'gw_port': {'id': 'bb237869-b567-45b4-975b-fa42e3022994', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:38Z', 'updated_at': '2022-09-26T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': 'c0abe21e-3bf5-4b57-9871-a71f93abc3e7', 'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'mac_address': 'fa:16:3e:13:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:40Z', 'updated_at': '2022-09-26T18:16:45Z', 'revision_number': 5, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'subnets': [{'id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:19:27.575370 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b932376-6163-40a8-82fa-b0ace9aecb4f None None] Checking router: 48f7ea23-adde-4f21-ba0a-5b091acaf59f for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:19:27.584766 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b932376-6163-40a8-82fa-b0ace9aecb4f None None] Routers {'48f7ea23-adde-4f21-ba0a-5b091acaf59f'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:19:27.585002 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-4b932376-6163-40a8-82fa-b0ace9aecb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:19:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:19:27.689614 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-4b932376-6163-40a8-82fa-b0ace9aecb4f None None] Set router 48f7ea23-adde-4f21-ba0a-5b091acaf59f gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:19:27.878960 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-4b932376-6163-40a8-82fa-b0ace9aecb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'name': 'tempest-TestVolumeBootPattern-1893420804-router', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'bb237869-b567-45b4-975b-fa42e3022994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:37Z', 'updated_at': '2022-09-26T18:16:40Z', 'revision_number': 4, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'gw_port': {'id': 'bb237869-b567-45b4-975b-fa42e3022994', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:38Z', 'updated_at': '2022-09-26T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': 'c0abe21e-3bf5-4b57-9871-a71f93abc3e7', 'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'mac_address': 'fa:16:3e:13:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:40Z', 'updated_at': '2022-09-26T18:16:45Z', 'revision_number': 5, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'subnets': [{'id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:19:27.909782 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b932376-6163-40a8-82fa-b0ace9aecb4f None None] The sync data for ids ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'] in dv-cinder-859319-1-iscsi is: [{'id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'name': 'tempest-TestVolumeBootPattern-1893420804-router', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'bb237869-b567-45b4-975b-fa42e3022994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:37Z', 'updated_at': '2022-09-26T18:16:40Z', 'revision_number': 4, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'gw_port': {'id': 'bb237869-b567-45b4-975b-fa42e3022994', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:38Z', 'updated_at': '2022-09-26T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': 'c0abe21e-3bf5-4b57-9871-a71f93abc3e7', 'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'mac_address': 'fa:16:3e:13:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:40Z', 'updated_at': '2022-09-26T18:16:45Z', 'revision_number': 5, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'subnets': [{'id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:19:27.916845 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e100c48b-774a-430f-82e0-1980d8b0dd13 req-98c62b47-0073-4a87-bcb2-76af9d201ed2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456 HTTP/1.1" status: 200 len: 210 time: 0.0297508 Sep 26 18:19:28.135740 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c29147-9ba7-4e39-bcc2-c341e9ab9642 None None] New status for floating IP f39e9464-52e4-4a6d-96b9-7d437085ff54: DOWN {{(pid=106584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:19:28.612432 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3c99d01e-9f3e-4979-a759-fdd12b478085 req-24eb935f-bae1-46d5-9637-d853b7323b70 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0772417 Sep 26 18:19:28.712821 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3c99d01e-9f3e-4979-a759-fdd12b478085 req-33096f81-b69d-46e4-befa-b9aa9a43c439 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=54bca4cc170d4e3fbad17be586081bc0&device_id=7b9a3691-e877-45a2-9a0a-5f13beb60456 HTTP/1.1" status: 200 len: 210 time: 0.0310874 Sep 26 18:19:28.845201 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99d01e-9f3e-4979-a759-fdd12b478085 req-f6d52fd3-5b84-40e4-a6e9-5d99339f440c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:28.846785 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3c99d01e-9f3e-4979-a759-fdd12b478085 req-f6d52fd3-5b84-40e4-a6e9-5d99339f440c service neutron] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=54bca4cc170d4e3fbad17be586081bc0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1002758 Sep 26 18:19:28.951675 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99d01e-9f3e-4979-a759-fdd12b478085 req-d8e4d4f5-5bda-4353-974f-d3442fc769fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:28.953305 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-3c99d01e-9f3e-4979-a759-fdd12b478085 req-d8e4d4f5-5bda-4353-974f-d3442fc769fc service neutron] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0999825 Sep 26 18:19:29.186128 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-44fdfcca-5f64-47fd-8660-b6f83a5d7a85 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-544660154&fields=id&tenant_id=54bca4cc170d4e3fbad17be586081bc0 HTTP/1.1" status: 200 len: 267 time: 0.0594351 Sep 26 18:19:29.316711 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-b519d0e0-315e-46b5-be26-e16604a6456a tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:29.318069 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-b519d0e0-315e-46b5-be26-e16604a6456a tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/networks?id=5ba9a025-fbef-406e-aa56-d82e69f22721 HTTP/1.1" status: 200 len: 812 time: 0.1234295 Sep 26 18:19:29.334107 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-d9ebc264-46a9-402c-80b2-1284aa556ec9 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/quotas/54bca4cc170d4e3fbad17be586081bc0 HTTP/1.1" status: 200 len: 375 time: 0.0105031 Sep 26 18:19:29.387739 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-67281cc0-ac36-4273-bb4b-71ebca587ee3 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=54bca4cc170d4e3fbad17be586081bc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483222 Sep 26 18:19:29.547145 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-69e14606-2cb3-41db-9f56-ac554c45f38f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476288 Sep 26 18:19:29.653731 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-e03ef16d-ebb8-48b5-923e-05a73aac7f30 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987544 Sep 26 18:19:30.217666 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1cf7ad63-1e94-47b7-af37-a26aa6300105 req-7c798241-6079-4edf-a320-6d603a35a783 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02 HTTP/1.1" status: 200 len: 210 time: 0.0293920 Sep 26 18:19:30.278412 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:19:30.298993 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] No Port match for: 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:19:30.299345 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device 16bd7397-f015-4e5f-a7dd-26ae2d5b08bc not bound to the agent host hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:19:31.301355 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:31.325083 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bc004d6b-831c-4678-a30b-329817a79611 req-9c6650b1-1c4d-4eea-ab9d-d76ed854c4d6 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02 HTTP/1.1" status: 200 len: 210 time: 0.0321076 Sep 26 18:19:31.923491 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-c76666b4-fe32-48bb-ba52-84c5370aa353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:32.245868 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-3e3477be-7ffb-4d7d-92ab-0b9d9fa896de tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:32.247335 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-3e3477be-7ffb-4d7d-92ab-0b9d9fa896de tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.88 "GET /networking/v2.0/networks?id=5ba9a025-fbef-406e-aa56-d82e69f22721 HTTP/1.1" status: 200 len: 812 time: 0.1043632 Sep 26 18:19:32.315713 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-19060eea-60dc-455d-b548-e3e8c5601adb tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.88 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=54bca4cc170d4e3fbad17be586081bc0 HTTP/1.1" status: 200 len: 379 time: 0.0544002 Sep 26 18:19:32.324701 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-9e5e8f6f-7c2e-4f0d-beec-dc1fee7fff57 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Request body: {'port': {'device_id': 'ee134731-9f42-49a9-85df-cc94e3c6ca02', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'admin_state_up': True, 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'security_groups': ['5b752f6b-6624-4517-98d1-24754aa490a2']}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:19:32.445717 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-23ba719a-b960-4a86-996c-87683fdb21a2 req-2efda915-ab52-4950-99ab-8ccacff600df tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02 HTTP/1.1" status: 200 len: 210 time: 0.0366890 Sep 26 18:19:32.529858 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-9e5e8f6f-7c2e-4f0d-beec-dc1fee7fff57 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Made reservation on behalf of 54bca4cc170d4e3fbad17be586081bc0 for: {'port': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:19:32.534733 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-9e5e8f6f-7c2e-4f0d-beec-dc1fee7fff57 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:32.591997 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:32.667819 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-9e5e8f6f-7c2e-4f0d-beec-dc1fee7fff57 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Allocated IP 172.20.0.8 (5ba9a025-fbef-406e-aa56-d82e69f22721/968e4e63-4a3a-4870-8afd-2206cc33d8d5/ab287099-77e4-4781-991d-6e39e2a3928a) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:19:32.808851 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-9e5e8f6f-7c2e-4f0d-beec-dc1fee7fff57 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for port (ab287099-77e4-4781-991d-6e39e2a3928a), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:32.907154 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-9e5e8f6f-7c2e-4f0d-beec-dc1fee7fff57 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (ab287099-77e4-4781-991d-6e39e2a3928a), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:32.954192 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-9e5e8f6f-7c2e-4f0d-beec-dc1fee7fff57 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Network 5ba9a025-fbef-406e-aa56-d82e69f22721 is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:19:32.957418 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-9e5e8f6f-7c2e-4f0d-beec-dc1fee7fff57 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:19:32.961825 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-9e5e8f6f-7c2e-4f0d-beec-dc1fee7fff57 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:19:32.967327 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e8f6f-7c2e-4f0d-beec-dc1fee7fff57 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Pushing event updated for resources: {'Port': ['ID=ab287099-77e4-4781-991d-6e39e2a3928a,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:19:33.004465 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:33.019605 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-9e5e8f6f-7c2e-4f0d-beec-dc1fee7fff57 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:33.020273 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-9e5e8f6f-7c2e-4f0d-beec-dc1fee7fff57 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:33.075470 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-9e5e8f6f-7c2e-4f0d-beec-dc1fee7fff57 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7542043 Sep 26 18:19:33.092039 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-66a7a516-a748-4455-a02e-daebdd5f736e service neutron] Request body: {'port': {'device_id': 'ee134731-9f42-49a9-85df-cc94e3c6ca02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:19:33.179957 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-6abd0c67-801b-441b-b31c-d2fbc6bb4aef None None] Provisioning complete for port ab287099-77e4-4781-991d-6e39e2a3928a triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:19:33.180545 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-6abd0c67-801b-441b-b31c-d2fbc6bb4aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (ab287099-77e4-4781-991d-6e39e2a3928a), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:33.180853 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-6abd0c67-801b-441b-b31c-d2fbc6bb4aef None None] Attempt 1 to provision port ab287099-77e4-4781-991d-6e39e2a3928a Sep 26 18:19:33.215396 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-6abd0c67-801b-441b-b31c-d2fbc6bb4aef None None] Port ab287099-77e4-4781-991d-6e39e2a3928a cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:19:33.437836 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-66a7a516-a748-4455-a02e-daebdd5f736e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (ab287099-77e4-4781-991d-6e39e2a3928a), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:33.598840 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3572d-0bc4-418e-8f78-00d0d9fcc085 req-c4f28666-5027-4345-875f-2b299ba22c65 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:33.600355 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ada3572d-0bc4-418e-8f78-00d0d9fcc085 req-c4f28666-5027-4345-875f-2b299ba22c65 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02 HTTP/1.1" status: 200 len: 931 time: 0.0650496 Sep 26 18:19:33.710449 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-ada3572d-0bc4-418e-8f78-00d0d9fcc085 req-24179333-1e46-4f8b-bb58-5d47e0398b41 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973349 Sep 26 18:19:33.717150 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-6abd0c67-801b-441b-b31c-d2fbc6bb4aef None None] Attempt 2 to provision port ab287099-77e4-4781-991d-6e39e2a3928a Sep 26 18:19:33.749633 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-6abd0c67-801b-441b-b31c-d2fbc6bb4aef None None] Port ab287099-77e4-4781-991d-6e39e2a3928a cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:19:33.778811 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-66a7a516-a748-4455-a02e-daebdd5f736e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab287099-77e4-4781-991d-6e39e2a3928a {{(pid=106583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:19:33.787117 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-66a7a516-a748-4455-a02e-daebdd5f736e service neutron] Publish callbacks [] for port (ab287099-77e4-4781-991d-6e39e2a3928a), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:33.799241 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:33.800439 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.provisioning_blocks [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-66a7a516-a748-4455-a02e-daebdd5f736e service neutron] Transition to ACTIVE for port object ab287099-77e4-4781-991d-6e39e2a3928a will not be triggered until provisioned by entity L2. {{(pid=106583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:19:33.923708 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-66a7a516-a748-4455-a02e-daebdd5f736e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (ab287099-77e4-4781-991d-6e39e2a3928a), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:34.006211 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7a516-a748-4455-a02e-daebdd5f736e service neutron] Pushing event updated for resources: {'Port': ['ID=ab287099-77e4-4781-991d-6e39e2a3928a,revision_number=2']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:19:34.038638 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-66a7a516-a748-4455-a02e-daebdd5f736e service neutron] Attempting to bind port ab287099-77e4-4781-991d-6e39e2a3928a on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:19:34.038973 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-66a7a516-a748-4455-a02e-daebdd5f736e service neutron] Attempting to bind port ab287099-77e4-4781-991d-6e39e2a3928a by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '43a62425-e99a-47e8-aa66-8ef638e99a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721'}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:19:34.039302 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-66a7a516-a748-4455-a02e-daebdd5f736e service neutron] Attempting to bind port ab287099-77e4-4781-991d-6e39e2a3928a on network 5ba9a025-fbef-406e-aa56-d82e69f22721 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:19:34.080855 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-66a7a516-a748-4455-a02e-daebdd5f736e service neutron] Port ab287099-77e4-4781-991d-6e39e2a3928a on network 5ba9a025-fbef-406e-aa56-d82e69f22721 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:19:34.081187 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-66a7a516-a748-4455-a02e-daebdd5f736e service neutron] Attempting to bind port ab287099-77e4-4781-991d-6e39e2a3928a on network 5ba9a025-fbef-406e-aa56-d82e69f22721 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:19:34.121973 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-66a7a516-a748-4455-a02e-daebdd5f736e service neutron] Checking agent: {'id': 'b76d05ef-6768-47d4-84e3-b7f3ce45293e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'started_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:19:34.122308 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-66a7a516-a748-4455-a02e-daebdd5f736e service neutron] Checking segment: {'id': '43a62425-e99a-47e8-aa66-8ef638e99a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:19:34.123242 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-66a7a516-a748-4455-a02e-daebdd5f736e service neutron] Bound using segment: {'id': '43a62425-e99a-47e8-aa66-8ef638e99a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721'} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:19:34.123697 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-66a7a516-a748-4455-a02e-daebdd5f736e service neutron] Bound port: ab287099-77e4-4781-991d-6e39e2a3928a, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43a62425-e99a-47e8-aa66-8ef638e99a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721'}}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:19:34.124052 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-66a7a516-a748-4455-a02e-daebdd5f736e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (ab287099-77e4-4781-991d-6e39e2a3928a), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:34.187727 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-66a7a516-a748-4455-a02e-daebdd5f736e service neutron] For port ab287099-77e4-4781-991d-6e39e2a3928a, host hv-cinder-85931, cleared binding levels {{(pid=106583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:19:34.190696 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-66a7a516-a748-4455-a02e-daebdd5f736e service neutron] For port ab287099-77e4-4781-991d-6e39e2a3928a, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=ab287099-77e4-4781-991d-6e39e2a3928a,segment=NetworkSegment(43a62425-e99a-47e8-aa66-8ef638e99a08),segment_id=43a62425-e99a-47e8-aa66-8ef638e99a08)] {{(pid=106583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:19:34.250486 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-66a7a516-a748-4455-a02e-daebdd5f736e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (ab287099-77e4-4781-991d-6e39e2a3928a), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:34.250946 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-6abd0c67-801b-441b-b31c-d2fbc6bb4aef None None] Attempt 3 to provision port ab287099-77e4-4781-991d-6e39e2a3928a Sep 26 18:19:34.255697 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-66a7a516-a748-4455-a02e-daebdd5f736e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:34.256353 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-66a7a516-a748-4455-a02e-daebdd5f736e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:34.257882 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-66a7a516-a748-4455-a02e-daebdd5f736e service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/ab287099-77e4-4781-991d-6e39e2a3928a HTTP/1.1" status: 200 len: 1093 time: 1.1703024 Sep 26 18:19:34.258434 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee134731-9f42-49a9-85df-cc94e3c6ca02', 'tag': 'ab287099-77e4-4781-991d-6e39e2a3928a'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:19:34.260893 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063c8968-de58-4b7b-9220-ea0198bc9b70" -d '{"events": [{"name": "network-changed", "server_uuid": "ee134731-9f42-49a9-85df-cc94e3c6ca02", "tag": "ab287099-77e4-4781-991d-6e39e2a3928a"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:19:34.290880 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-6abd0c67-801b-441b-b31c-d2fbc6bb4aef None None] Port ab287099-77e4-4781-991d-6e39e2a3928a had new provisioning blocks added so it will not transition to active. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:19:34.295194 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-544a7ddf-c17c-43c5-8eb2-62bc75b5f891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:34.307997 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9144f20-ae86-41e0-80d4-88735dadbf04 x-openstack-request-id: req-f9144f20-ae86-41e0-80d4-88735dadbf04 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:19:34.308439 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee134731-9f42-49a9-85df-cc94e3c6ca02", "tag": "ab287099-77e4-4781-991d-6e39e2a3928a", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:19:34.308690 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f9144f20-ae86-41e0-80d4-88735dadbf04 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:19:34.309083 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9144f20-ae86-41e0-80d4-88735dadbf04'] response: {'name': 'network-changed', 'server_uuid': 'ee134731-9f42-49a9-85df-cc94e3c6ca02', 'tag': 'ab287099-77e4-4781-991d-6e39e2a3928a', 'status': 'completed', 'code': 200} Sep 26 18:19:34.310690 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7a516-a748-4455-a02e-daebdd5f736e service neutron] Pushing event updated for resources: {'Port': ['ID=ab287099-77e4-4781-991d-6e39e2a3928a,revision_number=3']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:19:34.363803 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:34.396308 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c8968-de58-4b7b-9220-ea0198bc9b70 req-2d3f848c-4f97-441d-a59b-04657312b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:34.398097 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-063c8968-de58-4b7b-9220-ea0198bc9b70 req-2d3f848c-4f97-441d-a59b-04657312b2da service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=54bca4cc170d4e3fbad17be586081bc0&device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02 HTTP/1.1" status: 200 len: 1127 time: 0.0418603 Sep 26 18:19:34.512609 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c8968-de58-4b7b-9220-ea0198bc9b70 req-bb8647b0-8d4c-4596-9fdf-94584b8fb03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:34.514219 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-063c8968-de58-4b7b-9220-ea0198bc9b70 req-bb8647b0-8d4c-4596-9fdf-94584b8fb03a service neutron] 10.222.0.88 "GET /networking/v2.0/networks?tenant_id=54bca4cc170d4e3fbad17be586081bc0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1037104 Sep 26 18:19:34.608018 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c8968-de58-4b7b-9220-ea0198bc9b70 req-43e8ad2e-c106-4a27-af71-7b6376750dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:34.609490 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-063c8968-de58-4b7b-9220-ea0198bc9b70 req-43e8ad2e-c106-4a27-af71-7b6376750dbd service neutron] 10.222.0.88 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901701 Sep 26 18:19:34.714926 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-32e778f8-14ab-4b32-8849-d2dbd9d4f51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:34.716566 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-32e778f8-14ab-4b32-8849-d2dbd9d4f51f service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=54bca4cc170d4e3fbad17be586081bc0&device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02 HTTP/1.1" status: 200 len: 1127 time: 0.0467479 Sep 26 18:19:34.765310 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-7df65486-1d31-476a-b4ff-a1f5381e3f19 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab287099-77e4-4781-991d-6e39e2a3928a HTTP/1.1" status: 200 len: 217 time: 0.0362036 Sep 26 18:19:34.854781 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-c09e2526-a89a-44ea-98b1-102ff50dace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:34.856262 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-c09e2526-a89a-44ea-98b1-102ff50dace9 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=968e4e63-4a3a-4870-8afd-2206cc33d8d5 HTTP/1.1" status: 200 len: 851 time: 0.0860667 Sep 26 18:19:34.878262 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fb667-76b4-4a8b-8d03-8f762f62667e req-9c5dbc1f-1516-4aa9-b40d-5146b01e23fe tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:34.879619 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f55fb667-76b4-4a8b-8d03-8f762f62667e req-9c5dbc1f-1516-4aa9-b40d-5146b01e23fe tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02 HTTP/1.1" status: 200 len: 943 time: 0.0803053 Sep 26 18:19:34.923250 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-625667c6-54e4-4aab-b10e-3648e7b5d1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:34.924742 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-625667c6-54e4-4aab-b10e-3648e7b5d1d6 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=5ba9a025-fbef-406e-aa56-d82e69f22721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0622840 Sep 26 18:19:34.998867 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f55fb667-76b4-4a8b-8d03-8f762f62667e req-da7c8740-3511-4ed8-be26-430b1b9aeff8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022487 Sep 26 18:19:35.037870 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-63cab2ba-9b14-489b-be4b-7f526f7c5f4a service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036382 Sep 26 18:19:35.092960 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:35.130153 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0a551392-fa59-4acd-bac6-5eddd60939d6 req-05b87150-89b0-4b0c-acef-26e6cffb1e44 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857158 Sep 26 18:19:35.558168 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:36.131714 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5658f-03b6-4e65-94d2-d216f699b66e req-d17959ba-7e7f-4890-b61d-46c0d4a3e35b tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:36.133196 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5bb5658f-03b6-4e65-94d2-d216f699b66e req-d17959ba-7e7f-4890-b61d-46c0d4a3e35b tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02 HTTP/1.1" status: 200 len: 943 time: 0.0507994 Sep 26 18:19:36.183488 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5bb5658f-03b6-4e65-94d2-d216f699b66e req-7da3814d-5ad4-4ad1-8b3a-51895f728141 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440855 Sep 26 18:19:37.152337 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:37.310745 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30fc37f-379d-48d2-b3ed-274968797d7d req-046f6b92-2cf6-4fc2-a309-ff6b3cc7ec71 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:37.312593 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f30fc37f-379d-48d2-b3ed-274968797d7d req-046f6b92-2cf6-4fc2-a309-ff6b3cc7ec71 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02 HTTP/1.1" status: 200 len: 943 time: 0.0502951 Sep 26 18:19:37.365176 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-f30fc37f-379d-48d2-b3ed-274968797d7d req-e5aa69b6-7d32-4642-9edc-802b8a710f1e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468259 Sep 26 18:19:37.375822 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:38.485093 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3e2c9-4ee1-4cd9-b145-121402eaeef7 req-a409845a-622f-465e-95d1-4b39299e5541 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:38.486565 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6ad3e2c9-4ee1-4cd9-b145-121402eaeef7 req-a409845a-622f-465e-95d1-4b39299e5541 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02 HTTP/1.1" status: 200 len: 943 time: 0.0460503 Sep 26 18:19:38.541529 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-6ad3e2c9-4ee1-4cd9-b145-121402eaeef7 req-42224b21-8002-4a78-aff7-ad20aa73d337 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494041 Sep 26 18:19:39.671302 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750252e7-eba4-4f18-b3ef-be488fc3f2ab req-cd3153d5-8356-43f3-8ba3-f0eb480a5ce7 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:39.672787 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-750252e7-eba4-4f18-b3ef-be488fc3f2ab req-cd3153d5-8356-43f3-8ba3-f0eb480a5ce7 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02 HTTP/1.1" status: 200 len: 943 time: 0.0496981 Sep 26 18:19:39.722766 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-750252e7-eba4-4f18-b3ef-be488fc3f2ab req-495d8dd7-3516-4c9f-8f2d-375ebd1b9c50 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445261 Sep 26 18:19:40.849220 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028ff6d-78c4-434c-967a-373a4b69f429 req-fc00181b-77d6-4cef-b13b-748b3dcfcf4f tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:40.850681 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e028ff6d-78c4-434c-967a-373a4b69f429 req-fc00181b-77d6-4cef-b13b-748b3dcfcf4f tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02 HTTP/1.1" status: 200 len: 943 time: 0.0477033 Sep 26 18:19:40.899779 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e028ff6d-78c4-434c-967a-373a4b69f429 req-34b703f0-8afd-4ecd-8b45-b0129e574922 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435438 Sep 26 18:19:41.130326 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=91 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:41.131102 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=73 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:41.984331 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:42.024490 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984dbb5f-d5a2-42cf-936a-ce58520b7180 req-42d0e3e4-50df-4707-a902-04b8219d2caa tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:42.025962 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-984dbb5f-d5a2-42cf-936a-ce58520b7180 req-42d0e3e4-50df-4707-a902-04b8219d2caa tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02 HTTP/1.1" status: 200 len: 943 time: 0.0515528 Sep 26 18:19:42.075822 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-984dbb5f-d5a2-42cf-936a-ce58520b7180 req-89db1e5f-de1d-48a0-baa3-60c7cc3d0820 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434146 Sep 26 18:19:42.154027 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:19:42.314352 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device ab287099-77e4-4781-991d-6e39e2a3928a details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:19:42.414798 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port ab287099-77e4-4781-991d-6e39e2a3928a, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=ab287099-77e4-4781-991d-6e39e2a3928a,segment=NetworkSegment(43a62425-e99a-47e8-aa66-8ef638e99a08),segment_id=43a62425-e99a-47e8-aa66-8ef638e99a08)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:19:42.425806 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Returning: {'device': 'ab287099-77e4-4781-991d-6e39e2a3928a', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'port_id': 'ab287099-77e4-4781-991d-6e39e2a3928a', 'mac_address': 'fa:16:3e:6a:56:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:19:42.460447 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port ab287099-77e4-4781-991d-6e39e2a3928a is: DOWN; New status is: BUILD {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:19:42.460763 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (ab287099-77e4-4781-991d-6e39e2a3928a), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:42.473395 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab287099-77e4-4781-991d-6e39e2a3928a {{(pid=106584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:19:42.492658 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port ab287099-77e4-4781-991d-6e39e2a3928a, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=ab287099-77e4-4781-991d-6e39e2a3928a,segment=NetworkSegment(43a62425-e99a-47e8-aa66-8ef638e99a08),segment_id=43a62425-e99a-47e8-aa66-8ef638e99a08)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:19:42.591560 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (ab287099-77e4-4781-991d-6e39e2a3928a), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:42.640509 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=ab287099-77e4-4781-991d-6e39e2a3928a,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:19:42.648169 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:42.648516 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:42.648884 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:42.649221 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:42.649555 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:42.649881 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:42.650210 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:42.650532 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:42.650857 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:42.651183 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:42.651507 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:42.651853 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:42.652371 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:42.652704 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:42.653025 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:42.903587 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['ab287099-77e4-4781-991d-6e39e2a3928a'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:19:43.114265 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:43.126276 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:43.200773 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a914d51-d334-4563-b621-35ec2a01c155 req-28005926-91c4-4e68-9b74-be96ee5032ae tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:43.202941 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7a914d51-d334-4563-b621-35ec2a01c155 req-28005926-91c4-4e68-9b74-be96ee5032ae tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02 HTTP/1.1" status: 200 len: 944 time: 0.0482020 Sep 26 18:19:43.252478 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7a914d51-d334-4563-b621-35ec2a01c155 req-349716c6-0167-4ea3-b488-aaf2768219a0 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435793 Sep 26 18:19:44.337894 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device ab287099-77e4-4781-991d-6e39e2a3928a up at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:19:44.376645 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ecb51-c826-4e6d-b709-d7257b392fdc req-f78b88ff-0a1d-40e4-8a73-6b77a245ea6f tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:44.378254 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0e7ecb51-c826-4e6d-b709-d7257b392fdc req-f78b88ff-0a1d-40e4-8a73-6b77a245ea6f tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02 HTTP/1.1" status: 200 len: 944 time: 0.0486670 Sep 26 18:19:44.383854 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning for port ab287099-77e4-4781-991d-6e39e2a3928a completed by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:19:44.432718 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0e7ecb51-c826-4e6d-b709-d7257b392fdc req-e514d820-b352-4183-b014-67e17d42801e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487866 Sep 26 18:19:44.477854 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning complete for port ab287099-77e4-4781-991d-6e39e2a3928a triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:19:44.478229 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (ab287099-77e4-4781-991d-6e39e2a3928a), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:44.478563 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Attempt 1 to provision port ab287099-77e4-4781-991d-6e39e2a3928a Sep 26 18:19:44.551685 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port ab287099-77e4-4781-991d-6e39e2a3928a is: BUILD; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:19:44.552061 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (ab287099-77e4-4781-991d-6e39e2a3928a), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:44.575312 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee134731-9f42-49a9-85df-cc94e3c6ca02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab287099-77e4-4781-991d-6e39e2a3928a'}] {{(pid=106584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:19:44.578190 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743b4769c4925b62b4889170aadb5ee5b65d77d3032155737795e39ae48b1258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d5998a-2ec8-4d9b-b57c-f1138f3dfe4a" -d '{"events": [{"server_uuid": "ee134731-9f42-49a9-85df-cc94e3c6ca02", "name": "network-vif-plugged", "status": "completed", "tag": "ab287099-77e4-4781-991d-6e39e2a3928a"}]}' {{(pid=106584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:19:44.590783 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port ab287099-77e4-4781-991d-6e39e2a3928a, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=ab287099-77e4-4781-991d-6e39e2a3928a,segment=NetworkSegment(43a62425-e99a-47e8-aa66-8ef638e99a08),segment_id=43a62425-e99a-47e8-aa66-8ef638e99a08)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:19:44.671864 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (ab287099-77e4-4781-991d-6e39e2a3928a), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:44.677909 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9beda926-7c7a-4ab6-acc9-b7678abef812 x-openstack-request-id: req-9beda926-7c7a-4ab6-acc9-b7678abef812 {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:19:44.678208 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee134731-9f42-49a9-85df-cc94e3c6ca02", "name": "network-vif-plugged", "status": "completed", "tag": "ab287099-77e4-4781-991d-6e39e2a3928a", "code": 200}]} {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:19:44.678462 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9beda926-7c7a-4ab6-acc9-b7678abef812 {{(pid=106584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:19:44.678853 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9beda926-7c7a-4ab6-acc9-b7678abef812'] response: {'server_uuid': 'ee134731-9f42-49a9-85df-cc94e3c6ca02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab287099-77e4-4781-991d-6e39e2a3928a', 'code': 200} Sep 26 18:19:44.727569 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=ab287099-77e4-4781-991d-6e39e2a3928a,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:19:45.105404 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb99751-b2f4-4480-8083-9d1d923071b2 req-cd59a512-1edb-46c5-a336-017d4cf03f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:45.106944 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dcb99751-b2f4-4480-8083-9d1d923071b2 req-cd59a512-1edb-46c5-a336-017d4cf03f95 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02 HTTP/1.1" status: 200 len: 1129 time: 0.0403078 Sep 26 18:19:45.153951 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-dcb99751-b2f4-4480-8083-9d1d923071b2 req-bb466d07-79c9-418d-b136-b28cdf6128fe service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414069 Sep 26 18:19:45.553550 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585207e9-12c3-4bdd-89d9-e4ff490a3b16 req-482a437a-6be8-4c06-9f70-eb51bf19dd95 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:45.555009 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-585207e9-12c3-4bdd-89d9-e4ff490a3b16 req-482a437a-6be8-4c06-9f70-eb51bf19dd95 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02 HTTP/1.1" status: 200 len: 945 time: 0.0480769 Sep 26 18:19:45.604514 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-585207e9-12c3-4bdd-89d9-e4ff490a3b16 req-42e03623-9675-40be-86fc-998876c793bd tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439348 Sep 26 18:19:46.500742 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:46.716668 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:46.731210 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c5009-f29b-4ea0-a4a2-fb145cf9751d req-72e72f42-344e-4deb-8b53-c40ddfbc3a3c tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:46.732726 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-374c5009-f29b-4ea0-a4a2-fb145cf9751d req-72e72f42-344e-4deb-8b53-c40ddfbc3a3c tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02 HTTP/1.1" status: 200 len: 945 time: 0.0516169 Sep 26 18:19:46.784657 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-374c5009-f29b-4ea0-a4a2-fb145cf9751d req-cb4ae9bd-ea9a-490c-99be-fce4577bbfd6 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457780 Sep 26 18:19:46.905089 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03278cc-8976-430c-bc25-a66035e5b1b8 req-25683c12-2cbe-4e72-a8c4-6598848aeddf tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:46.906601 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b03278cc-8976-430c-bc25-a66035e5b1b8 req-25683c12-2cbe-4e72-a8c4-6598848aeddf tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02 HTTP/1.1" status: 200 len: 945 time: 0.0478511 Sep 26 18:19:46.957318 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b03278cc-8976-430c-bc25-a66035e5b1b8 req-ec0a0c59-4aa4-4903-aec3-9715f46cd7ee tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449507 Sep 26 18:19:46.986796 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 57378) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:19:47.026586 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de03ab7-4680-4fab-a289-47057aad2530 tempest-TestVolumeBootPattern-835322691 tempest-TestVolumeBootPattern-835322691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:47.028163 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-6de03ab7-4680-4fab-a289-47057aad2530 tempest-TestVolumeBootPattern-835322691 tempest-TestVolumeBootPattern-835322691-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02 HTTP/1.1" status: 200 len: 1124 time: 0.0403845 Sep 26 18:19:47.031026 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 57382) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:19:47.038722 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Request body: {'floatingip': {'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'port_id': 'ab287099-77e4-4781-991d-6e39e2a3928a', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:19:47.134936 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:47.218665 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:47.322898 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_common [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Allocated IP 172.27.3.248 (75671e20-856b-479b-bee1-be813a3f2eee/4775a61a-d36f-43c7-b0a4-bf2c0640e392/4e91b88f-ffd3-411c-8dcf-019f71dad9f4) {{(pid=106582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:19:47.430858 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for port (4e91b88f-ffd3-411c-8dcf-019f71dad9f4), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:47.506553 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (4e91b88f-ffd3-411c-8dcf-019f71dad9f4), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:47.547327 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Network 75671e20-856b-479b-bee1-be813a3f2eee is already hosted by enough agents. {{(pid=106582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:19:47.552256 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Resources bound (agent type, host, resource id): {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:19:47.556029 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Received port after_create {{(pid=106582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:19:47.559239 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Pushing event updated for resources: {'Port': ['ID=4e91b88f-ffd3-411c-8dcf-019f71dad9f4,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:19:47.592261 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:47.592535 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:47.592863 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:47.593201 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:47.593553 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:47.593896 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:47.594237 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:47.594559 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:47.594905 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:47.595203 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:47.595525 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:47.595871 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:47.596193 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:47.596515 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:47.596832 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:19:47.880999 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:47.916288 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:47.923801 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for floatingip (4497e70b-7b9b-4392-a2e0-0a0b2f8a67bb), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:48.097460 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (4e91b88f-ffd3-411c-8dcf-019f71dad9f4), before_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:48.257030 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for port (4e91b88f-ffd3-411c-8dcf-019f71dad9f4), precommit_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:48.306307 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-513976'] for port (4e91b88f-ffd3-411c-8dcf-019f71dad9f4), after_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:48.376724 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Pushing event updated for resources: {'Port': ['ID=4e91b88f-ffd3-411c-8dcf-019f71dad9f4,revision_number=2']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:19:48.379071 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (4497e70b-7b9b-4392-a2e0-0a0b2f8a67bb), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:48.477352 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.db.l3_db [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Floating IP 4497e70b-7b9b-4392-a2e0-0a0b2f8a67bb associated. External IP: 172.27.3.248, port: ab287099-77e4-4781-991d-6e39e2a3928a. Sep 26 18:19:48.679803 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Router 48f7ea23-adde-4f21-ba0a-5b091acaf59f has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:19:48.767480 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:48.784523 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:19:48.793870 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8937d78b-4316-49ea-a1a7-eced08d95b95 None None] Sync routers for ids ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:19:48.804786 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8937d78b-4316-49ea-a1a7-eced08d95b95 None None] Routers {'48f7ea23-adde-4f21-ba0a-5b091acaf59f'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:19:48.805394 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-8937d78b-4316-49ea-a1a7-eced08d95b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:19:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:19:48.884439 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:48.907586 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-8937d78b-4316-49ea-a1a7-eced08d95b95 None None] Set router 48f7ea23-adde-4f21-ba0a-5b091acaf59f gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:19:48.918762 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-2d4b7102-e454-4465-aefe-630c25a788f8 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8860879 Sep 26 18:19:48.919394 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee134731-9f42-49a9-85df-cc94e3c6ca02', 'tag': 'ab287099-77e4-4781-991d-6e39e2a3928a'}] {{(pid=106582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:19:48.921770 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad02a4637bbc6784d86a2aace3320df3411a20e2c44f76b201c317bb75c75a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f612fd5-f5ba-4060-bf2a-371ceb4cc339" -d '{"events": [{"name": "network-changed", "server_uuid": "ee134731-9f42-49a9-85df-cc94e3c6ca02", "tag": "ab287099-77e4-4781-991d-6e39e2a3928a"}]}' {{(pid=106582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:19:48.960491 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557f1f44-c9e0-40a1-aaf6-f8491302c8f3 x-openstack-request-id: req-557f1f44-c9e0-40a1-aaf6-f8491302c8f3 {{(pid=106582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:19:48.960780 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee134731-9f42-49a9-85df-cc94e3c6ca02", "tag": "ab287099-77e4-4781-991d-6e39e2a3928a", "status": "completed", "code": 200}]} {{(pid=106582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:19:48.961127 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-557f1f44-c9e0-40a1-aaf6-f8491302c8f3 {{(pid=106582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:19:48.961531 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-557f1f44-c9e0-40a1-aaf6-f8491302c8f3'] response: {'name': 'network-changed', 'server_uuid': 'ee134731-9f42-49a9-85df-cc94e3c6ca02', 'tag': 'ab287099-77e4-4781-991d-6e39e2a3928a', 'status': 'completed', 'code': 200} Sep 26 18:19:49.062234 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f612fd5-f5ba-4060-bf2a-371ceb4cc339 req-6a52041a-d865-4683-b662-2bbd2f3b91ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:49.064485 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7f612fd5-f5ba-4060-bf2a-371ceb4cc339 req-6a52041a-d865-4683-b662-2bbd2f3b91ed service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=54bca4cc170d4e3fbad17be586081bc0&device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02 HTTP/1.1" status: 200 len: 1129 time: 0.0521436 Sep 26 18:19:49.128131 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-8937d78b-4316-49ea-a1a7-eced08d95b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'name': 'tempest-TestVolumeBootPattern-1893420804-router', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'bb237869-b567-45b4-975b-fa42e3022994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:37Z', 'updated_at': '2022-09-26T18:16:40Z', 'revision_number': 4, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'gw_port': {'id': 'bb237869-b567-45b4-975b-fa42e3022994', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:38Z', 'updated_at': '2022-09-26T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '4497e70b-7b9b-4392-a2e0-0a0b2f8a67bb', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'port_id': 'ab287099-77e4-4781-991d-6e39e2a3928a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'mac_address': 'fa:16:3e:6a:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee134731-9f42-49a9-85df-cc94e3c6ca02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:19:47Z', 'updated_at': '2022-09-26T18:19:47Z', 'revision_number': 0, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0abe21e-3bf5-4b57-9871-a71f93abc3e7', 'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'mac_address': 'fa:16:3e:13:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:40Z', 'updated_at': '2022-09-26T18:16:45Z', 'revision_number': 5, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'subnets': [{'id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:19:49.157492 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8937d78b-4316-49ea-a1a7-eced08d95b95 None None] Checking router: 48f7ea23-adde-4f21-ba0a-5b091acaf59f for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:19:49.160075 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f612fd5-f5ba-4060-bf2a-371ceb4cc339 req-55d4cc22-01f6-4dbe-8587-ccb833e9b13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:49.160296 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7f612fd5-f5ba-4060-bf2a-371ceb4cc339 req-55d4cc22-01f6-4dbe-8587-ccb833e9b13a service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=5ba9a025-fbef-406e-aa56-d82e69f22721 HTTP/1.1" status: 200 len: 913 time: 0.0897663 Sep 26 18:19:49.166541 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8937d78b-4316-49ea-a1a7-eced08d95b95 None None] Routers {'48f7ea23-adde-4f21-ba0a-5b091acaf59f'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:19:49.167192 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-8937d78b-4316-49ea-a1a7-eced08d95b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:19:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:19:49.226376 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7f612fd5-f5ba-4060-bf2a-371ceb4cc339 req-e98c0c30-131e-4ba8-bbec-886d8c55571a service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab287099-77e4-4781-991d-6e39e2a3928a HTTP/1.1" status: 200 len: 999 time: 0.0595212 Sep 26 18:19:49.272067 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-8937d78b-4316-49ea-a1a7-eced08d95b95 None None] Set router 48f7ea23-adde-4f21-ba0a-5b091acaf59f gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:19:49.275200 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f612fd5-f5ba-4060-bf2a-371ceb4cc339 req-72d36909-2a29-46ab-b103-7516008f648e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:49.276692 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7f612fd5-f5ba-4060-bf2a-371ceb4cc339 req-72d36909-2a29-46ab-b103-7516008f648e service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=968e4e63-4a3a-4870-8afd-2206cc33d8d5 HTTP/1.1" status: 200 len: 851 time: 0.0452940 Sep 26 18:19:49.323065 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f612fd5-f5ba-4060-bf2a-371ceb4cc339 req-8b9be8fc-0d93-4705-b910-b4344cdd14a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:19:49.324767 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7f612fd5-f5ba-4060-bf2a-371ceb4cc339 req-8b9be8fc-0d93-4705-b910-b4344cdd14a4 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=5ba9a025-fbef-406e-aa56-d82e69f22721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427213 Sep 26 18:19:49.416437 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:49.422632 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7f612fd5-f5ba-4060-bf2a-371ceb4cc339 req-001b71ee-e654-4862-9350-5ddeb4571918 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915487 Sep 26 18:19:49.513374 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7f612fd5-f5ba-4060-bf2a-371ceb4cc339 req-e25e7415-cba8-4717-b601-c4976af28a68 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847330 Sep 26 18:19:49.587085 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-8937d78b-4316-49ea-a1a7-eced08d95b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'name': 'tempest-TestVolumeBootPattern-1893420804-router', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'bb237869-b567-45b4-975b-fa42e3022994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:37Z', 'updated_at': '2022-09-26T18:16:40Z', 'revision_number': 4, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'gw_port': {'id': 'bb237869-b567-45b4-975b-fa42e3022994', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:38Z', 'updated_at': '2022-09-26T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '4497e70b-7b9b-4392-a2e0-0a0b2f8a67bb', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'port_id': 'ab287099-77e4-4781-991d-6e39e2a3928a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'mac_address': 'fa:16:3e:6a:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee134731-9f42-49a9-85df-cc94e3c6ca02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:19:47Z', 'updated_at': '2022-09-26T18:19:47Z', 'revision_number': 0, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0abe21e-3bf5-4b57-9871-a71f93abc3e7', 'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'mac_address': 'fa:16:3e:13:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:40Z', 'updated_at': '2022-09-26T18:16:45Z', 'revision_number': 5, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'subnets': [{'id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:19:49.616132 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8937d78b-4316-49ea-a1a7-eced08d95b95 None None] The sync data for ids ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'] in dv-cinder-859319-1-iscsi is: [{'id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'name': 'tempest-TestVolumeBootPattern-1893420804-router', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'bb237869-b567-45b4-975b-fa42e3022994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:37Z', 'updated_at': '2022-09-26T18:16:40Z', 'revision_number': 4, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'gw_port': {'id': 'bb237869-b567-45b4-975b-fa42e3022994', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:38Z', 'updated_at': '2022-09-26T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '4497e70b-7b9b-4392-a2e0-0a0b2f8a67bb', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'port_id': 'ab287099-77e4-4781-991d-6e39e2a3928a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'mac_address': 'fa:16:3e:6a:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee134731-9f42-49a9-85df-cc94e3c6ca02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:19:47Z', 'updated_at': '2022-09-26T18:19:47Z', 'revision_number': 0, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0abe21e-3bf5-4b57-9871-a71f93abc3e7', 'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'mac_address': 'fa:16:3e:13:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:40Z', 'updated_at': '2022-09-26T18:16:45Z', 'revision_number': 5, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'subnets': [{'id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:19:49.808889 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9f4b09-ef86-4093-81fc-71b002aab8c7 None None] New status for floating IP 4497e70b-7b9b-4392-a2e0-0a0b2f8a67bb: ACTIVE {{(pid=106584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:19:58.916227 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=80,neutron:DELETE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:59.508661 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=63 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:59.510803 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=7 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:59.589680 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=72 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:59.590476 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=78 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:20:00.034418 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=41,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:20:00.037003 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=39,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:20:01.951763 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-de9ac210-179b-4939-947a-43c048374cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:20:04.335545 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-2ff346cb-1872-408e-a38a-45c1f62b43fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:20:05.569153 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:20:07.169191 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:20:07.391046 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:20:16.500331 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:20:18.123795 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:20:18.128587 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:20:19.153183 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:20:26.429203 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:20:26.431066 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:20:29.574176 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1fd214aa-96e6-4ec3-97db-e8b520d73a29 req-22aa270a-26ea-4394-a128-2f86f8d7fe4e service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382011 Sep 26 18:20:29.680972 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd214aa-96e6-4ec3-97db-e8b520d73a29 req-d1f85ef3-8cbb-4c95-8b13-f9dede0b8d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:20:29.682444 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1fd214aa-96e6-4ec3-97db-e8b520d73a29 req-d1f85ef3-8cbb-4c95-8b13-f9dede0b8d14 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=54bca4cc170d4e3fbad17be586081bc0&device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02 HTTP/1.1" status: 200 len: 1129 time: 0.0430241 Sep 26 18:20:29.783841 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd214aa-96e6-4ec3-97db-e8b520d73a29 req-d0d209dc-551e-44c1-8052-857cf747fed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:20:29.785296 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1fd214aa-96e6-4ec3-97db-e8b520d73a29 req-d0d209dc-551e-44c1-8052-857cf747fed6 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=5ba9a025-fbef-406e-aa56-d82e69f22721 HTTP/1.1" status: 200 len: 913 time: 0.0849848 Sep 26 18:20:29.850584 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1fd214aa-96e6-4ec3-97db-e8b520d73a29 req-df38b81e-e3fb-4998-a129-6ae36a66df5e service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab287099-77e4-4781-991d-6e39e2a3928a HTTP/1.1" status: 200 len: 1001 time: 0.0570409 Sep 26 18:20:29.899180 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd214aa-96e6-4ec3-97db-e8b520d73a29 req-27fb4d27-8b66-4f77-ba72-935a9fb79e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:20:29.900658 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1fd214aa-96e6-4ec3-97db-e8b520d73a29 req-27fb4d27-8b66-4f77-ba72-935a9fb79e09 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=968e4e63-4a3a-4870-8afd-2206cc33d8d5 HTTP/1.1" status: 200 len: 851 time: 0.0438657 Sep 26 18:20:29.944321 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd214aa-96e6-4ec3-97db-e8b520d73a29 req-6dfe79bd-8a05-4a7b-a72d-5af1d548ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:20:29.945823 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1fd214aa-96e6-4ec3-97db-e8b520d73a29 req-6dfe79bd-8a05-4a7b-a72d-5af1d548ec6b service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=5ba9a025-fbef-406e-aa56-d82e69f22721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388198 Sep 26 18:20:30.040457 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1fd214aa-96e6-4ec3-97db-e8b520d73a29 req-68bc0844-f119-4ffc-84db-894abf056bcd service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863862 Sep 26 18:20:30.129826 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1fd214aa-96e6-4ec3-97db-e8b520d73a29 req-f3eef1bd-a38a-4d5b-8f3b-76ace368e101 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834584 Sep 26 18:20:30.175092 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:20:30.175920 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:DELETE=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:20:31.957193 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-d974776f-65dc-4964-b6d6-5e523719c327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:20:34.317153 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-c8a5e076-e259-46c3-a643-b219f96f524c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:20:35.557714 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:20:37.158529 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:20:37.368729 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:20:40.124914 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=52 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:20:40.126821 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=49 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:20:46.488471 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:20:55.119382 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:20:55.123219 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:20:56.153051 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:20:56.430597 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:UPDATE=1,neutron:SELECT=24 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:20:56.432454 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:21:01.922273 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-d198eeb0-699b-4523-8720-ce790c3d6b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:04.345275 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-8c2f02a3-4428-414e-9ec4-c98d73eb8318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:05.596512 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:06.150191 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:21:07.157054 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:07.391049 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:16.270604 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [req-06fd553a-4a93-41c0-86e7-e3afb744673c req-79a9095b-34ee-46d2-90cf-d291224e6e9a service neutron] (106582) timed out ('10.222.0.88', 57489) {{(pid=106582) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 26 18:21:16.510673 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:18.929561 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [req-312cf3fd-ee94-473c-9efd-b24f81300d6e req-e368f763-a3d0-496d-87bb-c34b7da71d56 service neutron] (106583) timed out ('10.222.0.88', 57499) {{(pid=106583) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 26 18:21:26.441290 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:21:26.443151 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:21:26.801257 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-eb4fd8a6-e165-493a-ab96-497e91b9d98b tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-544660154&fields=id&tenant_id=54bca4cc170d4e3fbad17be586081bc0 HTTP/1.1" status: 200 len: 267 time: 0.0490508 Sep 26 18:21:26.913570 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-39f8307f-c2f9-41c4-9b80-bddc6ef0cd97 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:26.915055 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-39f8307f-c2f9-41c4-9b80-bddc6ef0cd97 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/networks?id=5ba9a025-fbef-406e-aa56-d82e69f22721 HTTP/1.1" status: 200 len: 812 time: 0.1066947 Sep 26 18:21:26.930904 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-c351f370-bfc6-46f3-bfa2-81e94dd9d4af tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/quotas/54bca4cc170d4e3fbad17be586081bc0 HTTP/1.1" status: 200 len: 375 time: 0.0103259 Sep 26 18:21:26.990556 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-998f1583-1f8c-4573-ab26-96ed8adb133b tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=54bca4cc170d4e3fbad17be586081bc0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0543952 Sep 26 18:21:27.087450 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-c6f7cd08-c884-463f-a6b6-73b490716bdf service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857472 Sep 26 18:21:27.180521 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-9adafa8f-e2d7-4c85-a565-f81505486be2 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873103 Sep 26 18:21:27.782088 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-2dfc9120-0549-4724-921e-007b1a458c4b req-59dfde78-9123-4fe7-98bf-618475696642 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7989dee4-521d-4275-876b-69d36e5ee0db HTTP/1.1" status: 200 len: 210 time: 0.0287762 Sep 26 18:21:28.888081 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-72d5ce8f-2843-4044-a8d9-e33198575067 req-28f157f3-d56b-416f-a1a6-ef9bac055e0b tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7989dee4-521d-4275-876b-69d36e5ee0db HTTP/1.1" status: 200 len: 210 time: 0.0282879 Sep 26 18:21:29.582193 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b0647fe9-0b75-4d2c-a662-90c8a22b4f4f req-fc2e9491-da3f-48fe-89cc-81c840f15521 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378823 Sep 26 18:21:29.697433 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0647fe9-0b75-4d2c-a662-90c8a22b4f4f req-7d7fdef3-2450-4400-87e0-30788deee17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:29.698942 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b0647fe9-0b75-4d2c-a662-90c8a22b4f4f req-7d7fdef3-2450-4400-87e0-30788deee17d service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=54bca4cc170d4e3fbad17be586081bc0&device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02 HTTP/1.1" status: 200 len: 1129 time: 0.0439172 Sep 26 18:21:29.920991 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-0c39d950-1aba-43a3-a007-c2bbb071f9a5 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:29.922476 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-0c39d950-1aba-43a3-a007-c2bbb071f9a5 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.88 "GET /networking/v2.0/networks?id=5ba9a025-fbef-406e-aa56-d82e69f22721 HTTP/1.1" status: 200 len: 812 time: 0.1739647 Sep 26 18:21:29.923979 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0647fe9-0b75-4d2c-a662-90c8a22b4f4f req-ede53e52-2967-4597-b055-899c5ed7ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:29.925282 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b0647fe9-0b75-4d2c-a662-90c8a22b4f4f req-ede53e52-2967-4597-b055-899c5ed7ad67 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=5ba9a025-fbef-406e-aa56-d82e69f22721 HTTP/1.1" status: 200 len: 913 time: 0.1755717 Sep 26 18:21:30.039719 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4bf6ac9e-6cce-4584-bf66-f9a133ff452a req-3cbaf746-d4c0-42ba-8aa9-6ad76dfefc1d tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7989dee4-521d-4275-876b-69d36e5ee0db HTTP/1.1" status: 200 len: 210 time: 0.0741105 Sep 26 18:21:30.068531 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b0647fe9-0b75-4d2c-a662-90c8a22b4f4f req-33b6ce2c-09cd-4f09-bbbc-f8f7333cf846 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab287099-77e4-4781-991d-6e39e2a3928a HTTP/1.1" status: 200 len: 1001 time: 0.1183622 Sep 26 18:21:30.110879 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-4c798f90-9c60-4f0c-8196-258b0bca0c47 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.88 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=54bca4cc170d4e3fbad17be586081bc0 HTTP/1.1" status: 200 len: 379 time: 0.1594675 Sep 26 18:21:30.119434 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-bf1e9932-9da9-4c98-9ebe-b7ebaed9103e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Request body: {'port': {'device_id': '7989dee4-521d-4275-876b-69d36e5ee0db', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'admin_state_up': True, 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'security_groups': ['5b752f6b-6624-4517-98d1-24754aa490a2']}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:21:30.456519 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0647fe9-0b75-4d2c-a662-90c8a22b4f4f req-f9d138a3-82ea-46d5-b127-d15f967abbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:30.457960 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b0647fe9-0b75-4d2c-a662-90c8a22b4f4f req-f9d138a3-82ea-46d5-b127-d15f967abbbe service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=968e4e63-4a3a-4870-8afd-2206cc33d8d5 HTTP/1.1" status: 200 len: 851 time: 0.3821852 Sep 26 18:21:30.523282 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:21:30.528920 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0647fe9-0b75-4d2c-a662-90c8a22b4f4f req-91f5ae1a-e6d8-4468-a3fc-3e4d22f92e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:30.530394 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b0647fe9-0b75-4d2c-a662-90c8a22b4f4f req-91f5ae1a-e6d8-4468-a3fc-3e4d22f92e69 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=5ba9a025-fbef-406e-aa56-d82e69f22721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0646439 Sep 26 18:21:30.530767 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:21:30.636367 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b0647fe9-0b75-4d2c-a662-90c8a22b4f4f req-d50d09de-f93f-4d10-9f63-f92d7eedb57e service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979855 Sep 26 18:21:30.713289 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-bf1e9932-9da9-4c98-9ebe-b7ebaed9103e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Made reservation on behalf of 54bca4cc170d4e3fbad17be586081bc0 for: {'port': 1} {{(pid=106583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:21:30.717572 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-bf1e9932-9da9-4c98-9ebe-b7ebaed9103e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:30.749103 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b0647fe9-0b75-4d2c-a662-90c8a22b4f4f req-5f00b770-b2ca-43f5-9faf-165c75821841 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063499 Sep 26 18:21:30.862889 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_common [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-bf1e9932-9da9-4c98-9ebe-b7ebaed9103e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Allocated IP 172.20.0.6 (5ba9a025-fbef-406e-aa56-d82e69f22721/968e4e63-4a3a-4870-8afd-2206cc33d8d5/b2b35103-46c3-4558-861f-f606c2d21726) {{(pid=106583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:21:31.015178 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-bf1e9932-9da9-4c98-9ebe-b7ebaed9103e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for port (b2b35103-46c3-4558-861f-f606c2d21726), precommit_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:31.127993 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-bf1e9932-9da9-4c98-9ebe-b7ebaed9103e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (b2b35103-46c3-4558-861f-f606c2d21726), after_create {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:31.189534 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:21:31.200540 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-bf1e9932-9da9-4c98-9ebe-b7ebaed9103e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Network 5ba9a025-fbef-406e-aa56-d82e69f22721 is already hosted by enough agents. {{(pid=106583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:21:31.209664 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4091a-b0db-4ec7-8fc6-8405f2649ba9 req-fa17649f-f442-44a6-b917-dbf762269a4b tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:31.211134 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bbe4091a-b0db-4ec7-8fc6-8405f2649ba9 req-fa17649f-f442-44a6-b917-dbf762269a4b tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7989dee4-521d-4275-876b-69d36e5ee0db HTTP/1.1" status: 200 len: 931 time: 0.0949056 Sep 26 18:21:31.214215 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.base_scheduler [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-bf1e9932-9da9-4c98-9ebe-b7ebaed9103e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Resources bound (agent type, host, resource id): {{(pid=106583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:21:31.219255 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-bf1e9932-9da9-4c98-9ebe-b7ebaed9103e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Received port after_create {{(pid=106583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:21:31.250769 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e9932-9da9-4c98-9ebe-b7ebaed9103e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Pushing event updated for resources: {'Port': ['ID=b2b35103-46c3-4558-861f-f606c2d21726,revision_number=1']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:21:31.275710 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e9932-9da9-4c98-9ebe-b7ebaed9103e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:31.276077 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e9932-9da9-4c98-9ebe-b7ebaed9103e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:31.276414 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e9932-9da9-4c98-9ebe-b7ebaed9103e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:31.276755 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e9932-9da9-4c98-9ebe-b7ebaed9103e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:31.277093 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e9932-9da9-4c98-9ebe-b7ebaed9103e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:31.277426 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e9932-9da9-4c98-9ebe-b7ebaed9103e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:31.277759 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e9932-9da9-4c98-9ebe-b7ebaed9103e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:31.278089 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e9932-9da9-4c98-9ebe-b7ebaed9103e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:31.278423 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e9932-9da9-4c98-9ebe-b7ebaed9103e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:31.278750 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e9932-9da9-4c98-9ebe-b7ebaed9103e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:31.279077 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e9932-9da9-4c98-9ebe-b7ebaed9103e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:31.279407 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e9932-9da9-4c98-9ebe-b7ebaed9103e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:31.279761 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e9932-9da9-4c98-9ebe-b7ebaed9103e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:31.280084 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e9932-9da9-4c98-9ebe-b7ebaed9103e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:31.282601 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e9932-9da9-4c98-9ebe-b7ebaed9103e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:31.315203 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-bf1e9932-9da9-4c98-9ebe-b7ebaed9103e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:31.315842 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-bf1e9932-9da9-4c98-9ebe-b7ebaed9103e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:31.339011 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-bbe4091a-b0db-4ec7-8fc6-8405f2649ba9 req-6a60a83f-f278-43b8-8c41-fa2e00ab8133 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171849 Sep 26 18:21:31.382648 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-bf1e9932-9da9-4c98-9ebe-b7ebaed9103e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.88 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2671244 Sep 26 18:21:31.401185 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.v2.base [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-f3008660-365c-41a8-894b-90dea03aad9a service neutron] Request body: {'port': {'device_id': '7989dee4-521d-4275-876b-69d36e5ee0db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:21:31.465173 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-f3008660-365c-41a8-894b-90dea03aad9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (b2b35103-46c3-4558-861f-f606c2d21726), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:31.505283 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-69efc9ca-e63b-4cde-8e86-53d50973474d None None] Provisioning complete for port b2b35103-46c3-4558-861f-f606c2d21726 triggered by entity DHCP. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:21:31.505854 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-69efc9ca-e63b-4cde-8e86-53d50973474d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (b2b35103-46c3-4558-861f-f606c2d21726), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:31.505965 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-69efc9ca-e63b-4cde-8e86-53d50973474d None None] Attempt 1 to provision port b2b35103-46c3-4558-861f-f606c2d21726 Sep 26 18:21:31.507654 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:21:31.538953 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-69efc9ca-e63b-4cde-8e86-53d50973474d None None] Port b2b35103-46c3-4558-861f-f606c2d21726 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:21:31.725755 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-f3008660-365c-41a8-894b-90dea03aad9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b35103-46c3-4558-861f-f606c2d21726 {{(pid=106583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:21:31.733375 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-f3008660-365c-41a8-894b-90dea03aad9a service neutron] Publish callbacks [] for port (b2b35103-46c3-4558-861f-f606c2d21726), precommit_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:31.746450 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.provisioning_blocks [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-f3008660-365c-41a8-894b-90dea03aad9a service neutron] Transition to ACTIVE for port object b2b35103-46c3-4558-861f-f606c2d21726 will not be triggered until provisioned by entity L2. {{(pid=106583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:21:31.819617 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-f3008660-365c-41a8-894b-90dea03aad9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (b2b35103-46c3-4558-861f-f606c2d21726), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:31.908074 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3008660-365c-41a8-894b-90dea03aad9a service neutron] Pushing event updated for resources: {'Port': ['ID=b2b35103-46c3-4558-861f-f606c2d21726,revision_number=2']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:21:31.938230 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-f3008660-365c-41a8-894b-90dea03aad9a service neutron] Attempting to bind port b2b35103-46c3-4558-861f-f606c2d21726 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:21:31.938568 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-f3008660-365c-41a8-894b-90dea03aad9a service neutron] Attempting to bind port b2b35103-46c3-4558-861f-f606c2d21726 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '43a62425-e99a-47e8-aa66-8ef638e99a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721'}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:21:31.938927 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-f3008660-365c-41a8-894b-90dea03aad9a service neutron] Attempting to bind port b2b35103-46c3-4558-861f-f606c2d21726 on network 5ba9a025-fbef-406e-aa56-d82e69f22721 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:21:31.984133 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-f3008660-365c-41a8-894b-90dea03aad9a service neutron] Port b2b35103-46c3-4558-861f-f606c2d21726 on network 5ba9a025-fbef-406e-aa56-d82e69f22721 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:21:31.984363 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-f3008660-365c-41a8-894b-90dea03aad9a service neutron] Attempting to bind port b2b35103-46c3-4558-861f-f606c2d21726 on network 5ba9a025-fbef-406e-aa56-d82e69f22721 {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:21:31.984834 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-fdd45763-b43b-4dda-96ad-4b4f8619de7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:32.030418 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-f3008660-365c-41a8-894b-90dea03aad9a service neutron] Checking agent: {'id': 'b76d05ef-6768-47d4-84e3-b7f3ce45293e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'started_at': datetime.datetime(2022, 9, 26, 18, 1, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:21:32.031071 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-f3008660-365c-41a8-894b-90dea03aad9a service neutron] Checking segment: {'id': '43a62425-e99a-47e8-aa66-8ef638e99a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:21:32.031208 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-f3008660-365c-41a8-894b-90dea03aad9a service neutron] Bound using segment: {'id': '43a62425-e99a-47e8-aa66-8ef638e99a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721'} {{(pid=106583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:21:32.031577 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.managers [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-f3008660-365c-41a8-894b-90dea03aad9a service neutron] Bound port: b2b35103-46c3-4558-861f-f606c2d21726, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43a62425-e99a-47e8-aa66-8ef638e99a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721'}}] {{(pid=106583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:21:32.031963 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-f3008660-365c-41a8-894b-90dea03aad9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (b2b35103-46c3-4558-861f-f606c2d21726), before_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:32.039759 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-69efc9ca-e63b-4cde-8e86-53d50973474d None None] Attempt 2 to provision port b2b35103-46c3-4558-861f-f606c2d21726 Sep 26 18:21:32.079134 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-69efc9ca-e63b-4cde-8e86-53d50973474d None None] Port b2b35103-46c3-4558-861f-f606c2d21726 cannot update to ACTIVE because it is not bound. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:21:32.118763 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-f3008660-365c-41a8-894b-90dea03aad9a service neutron] For port b2b35103-46c3-4558-861f-f606c2d21726, host hv-cinder-85931, cleared binding levels {{(pid=106583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:21:32.121932 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=17 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:21:32.122918 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=15 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:21:32.132506 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-f3008660-365c-41a8-894b-90dea03aad9a service neutron] For port b2b35103-46c3-4558-861f-f606c2d21726, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=b2b35103-46c3-4558-861f-f606c2d21726,segment=NetworkSegment(43a62425-e99a-47e8-aa66-8ef638e99a08),segment_id=43a62425-e99a-47e8-aa66-8ef638e99a08)] {{(pid=106583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:21:32.231633 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-f3008660-365c-41a8-894b-90dea03aad9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3901816'] for port (b2b35103-46c3-4558-861f-f606c2d21726), after_update {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:32.235047 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-f3008660-365c-41a8-894b-90dea03aad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:32.235720 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-f3008660-365c-41a8-894b-90dea03aad9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:32.237206 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-f3008660-365c-41a8-894b-90dea03aad9a service neutron] 10.222.0.88 "PUT /networking/v2.0/ports/b2b35103-46c3-4558-861f-f606c2d21726 HTTP/1.1" status: 200 len: 1093 time: 0.8415532 Sep 26 18:21:32.240332 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7989dee4-521d-4275-876b-69d36e5ee0db', 'tag': 'b2b35103-46c3-4558-861f-f606c2d21726'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:21:32.242643 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6eb6c0-fadb-4cd8-9ffe-1fce93bf8ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "7989dee4-521d-4275-876b-69d36e5ee0db", "tag": "b2b35103-46c3-4558-861f-f606c2d21726"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:21:32.276190 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:21:32.302254 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3008660-365c-41a8-894b-90dea03aad9a service neutron] Pushing event updated for resources: {'Port': ['ID=b2b35103-46c3-4558-861f-f606c2d21726,revision_number=3']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:21:32.414993 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-f5356480-fc1f-4dec-8c96-be9bbaccc438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:32.416737 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-f5356480-fc1f-4dec-8c96-be9bbaccc438 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=54bca4cc170d4e3fbad17be586081bc0&device_id=7989dee4-521d-4275-876b-69d36e5ee0db HTTP/1.1" status: 200 len: 1127 time: 0.0505474 Sep 26 18:21:32.433298 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39712af6-30cc-4c9e-b9d0-baa85180ffbe x-openstack-request-id: req-39712af6-30cc-4c9e-b9d0-baa85180ffbe {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:21:32.433298 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7989dee4-521d-4275-876b-69d36e5ee0db", "tag": "b2b35103-46c3-4558-861f-f606c2d21726", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:21:32.433298 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-39712af6-30cc-4c9e-b9d0-baa85180ffbe {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:21:32.433298 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39712af6-30cc-4c9e-b9d0-baa85180ffbe'] response: {'name': 'network-changed', 'server_uuid': '7989dee4-521d-4275-876b-69d36e5ee0db', 'tag': 'b2b35103-46c3-4558-861f-f606c2d21726', 'status': 'completed', 'code': 200} Sep 26 18:21:32.503743 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-318d14ff-98af-4554-979d-6f3d8c26efa6 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2b35103-46c3-4558-861f-f606c2d21726 HTTP/1.1" status: 200 len: 217 time: 0.0696428 Sep 26 18:21:32.557038 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f16f99-4939-4f33-be9a-fe8cf0ffde30 req-4da881d5-476c-45f0-b13c-edac92169916 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:32.558870 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-97f16f99-4939-4f33-be9a-fe8cf0ffde30 req-4da881d5-476c-45f0-b13c-edac92169916 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7989dee4-521d-4275-876b-69d36e5ee0db HTTP/1.1" status: 200 len: 943 time: 0.1269064 Sep 26 18:21:32.580463 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-69efc9ca-e63b-4cde-8e86-53d50973474d None None] Attempt 3 to provision port b2b35103-46c3-4558-861f-f606c2d21726 Sep 26 18:21:32.591364 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-79078959-cea1-4ac0-a4ab-6ca57e957992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:32.592902 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-79078959-cea1-4ac0-a4ab-6ca57e957992 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=968e4e63-4a3a-4870-8afd-2206cc33d8d5 HTTP/1.1" status: 200 len: 851 time: 0.0810244 Sep 26 18:21:32.621358 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-69efc9ca-e63b-4cde-8e86-53d50973474d None None] Port b2b35103-46c3-4558-861f-f606c2d21726 had new provisioning blocks added so it will not transition to active. {{(pid=106584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:21:32.662602 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-97f16f99-4939-4f33-be9a-fe8cf0ffde30 req-50c8d143-3c73-4a03-aa85-b8dc37692dda tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980620 Sep 26 18:21:32.664992 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-1198ce4c-0c81-4733-9c29-c5b07f04ebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:32.667330 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-1198ce4c-0c81-4733-9c29-c5b07f04ebbd service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=5ba9a025-fbef-406e-aa56-d82e69f22721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685773 Sep 26 18:21:32.781740 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-7844a0f1-c828-4c4a-87a5-2a99d41a1d77 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084571 Sep 26 18:21:32.870522 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:21:32.875289 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cb6a6622-56e7-4c9f-818e-028826f42c81 req-7f001fe2-947d-410e-a335-a4e3967160d3 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878465 Sep 26 18:21:33.153182 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:21:33.357324 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6eb6c0-fadb-4cd8-9ffe-1fce93bf8ea7 req-944dcc17-1bef-452a-9f92-5547b35d54a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:33.358796 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4d6eb6c0-fadb-4cd8-9ffe-1fce93bf8ea7 req-944dcc17-1bef-452a-9f92-5547b35d54a3 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=54bca4cc170d4e3fbad17be586081bc0&device_id=7989dee4-521d-4275-876b-69d36e5ee0db HTTP/1.1" status: 200 len: 1127 time: 0.0437980 Sep 26 18:21:33.448745 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6eb6c0-fadb-4cd8-9ffe-1fce93bf8ea7 req-4d40c623-4e54-4740-888a-169d3f37792c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:33.450102 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4d6eb6c0-fadb-4cd8-9ffe-1fce93bf8ea7 req-4d40c623-4e54-4740-888a-169d3f37792c service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=5ba9a025-fbef-406e-aa56-d82e69f22721 HTTP/1.1" status: 200 len: 913 time: 0.0846214 Sep 26 18:21:33.494971 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4d6eb6c0-fadb-4cd8-9ffe-1fce93bf8ea7 req-ed5f4bb6-22d7-47c9-8c84-95de5326bf11 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2b35103-46c3-4558-861f-f606c2d21726 HTTP/1.1" status: 200 len: 217 time: 0.0356028 Sep 26 18:21:33.545964 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6eb6c0-fadb-4cd8-9ffe-1fce93bf8ea7 req-6e28133b-b951-4572-a297-c98d1d0f3a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:33.547395 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4d6eb6c0-fadb-4cd8-9ffe-1fce93bf8ea7 req-6e28133b-b951-4572-a297-c98d1d0f3a99 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=968e4e63-4a3a-4870-8afd-2206cc33d8d5 HTTP/1.1" status: 200 len: 851 time: 0.0448041 Sep 26 18:21:33.592817 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6eb6c0-fadb-4cd8-9ffe-1fce93bf8ea7 req-4db8945f-5aa9-4de4-942f-f0cddb38cc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:33.594273 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4d6eb6c0-fadb-4cd8-9ffe-1fce93bf8ea7 req-4db8945f-5aa9-4de4-942f-f0cddb38cc56 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=5ba9a025-fbef-406e-aa56-d82e69f22721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385802 Sep 26 18:21:33.695848 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4d6eb6c0-fadb-4cd8-9ffe-1fce93bf8ea7 req-3d53fb9e-90ed-46c6-b229-03a01d8f0aa1 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928240 Sep 26 18:21:33.805361 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ac727-beb2-4fe9-ace6-2bdbe1e9d20e req-63124168-07d7-42e9-ad64-f51d62599f19 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:33.806825 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b81ac727-beb2-4fe9-ace6-2bdbe1e9d20e req-63124168-07d7-42e9-ad64-f51d62599f19 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7989dee4-521d-4275-876b-69d36e5ee0db HTTP/1.1" status: 200 len: 943 time: 0.0606568 Sep 26 18:21:33.850051 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4d6eb6c0-fadb-4cd8-9ffe-1fce93bf8ea7 req-76775e04-623a-4273-bfbf-69ef44a4fb7b service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484561 Sep 26 18:21:33.873955 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b81ac727-beb2-4fe9-ace6-2bdbe1e9d20e req-f61f421d-ae95-477a-b391-bfa8d317ce99 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583055 Sep 26 18:21:34.304645 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-4bd9f55d-3b5d-4c88-bcb6-c136709672a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:34.996341 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e902d-e335-4206-bfea-3fd115661f92 req-a1386211-a05b-4e5c-9249-0949b777956c tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:34.997804 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9a7e902d-e335-4206-bfea-3fd115661f92 req-a1386211-a05b-4e5c-9249-0949b777956c tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7989dee4-521d-4275-876b-69d36e5ee0db HTTP/1.1" status: 200 len: 943 time: 0.0476654 Sep 26 18:21:35.038402 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:21:35.047011 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-9a7e902d-e335-4206-bfea-3fd115661f92 req-75672248-c462-426b-9a72-ed3f98d8097a tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437083 Sep 26 18:21:35.573499 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:36.177867 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389ef6a-e97a-4583-8516-838f2e36fad6 req-c8c51613-1781-4a9a-bfa2-924e84b79a1e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:36.179321 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1389ef6a-e97a-4583-8516-838f2e36fad6 req-c8c51613-1781-4a9a-bfa2-924e84b79a1e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7989dee4-521d-4275-876b-69d36e5ee0db HTTP/1.1" status: 200 len: 943 time: 0.0533068 Sep 26 18:21:36.227760 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-1389ef6a-e97a-4583-8516-838f2e36fad6 req-0bb516bc-b4bb-47e0-8ae4-6d95dfcb7768 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427163 Sep 26 18:21:37.156557 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:37.353726 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fabe3b-759b-452c-ac05-46a2b2cfd1c4 req-f4bf2c5c-0137-4c41-adce-16d580f034dd tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:37.355406 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b8fabe3b-759b-452c-ac05-46a2b2cfd1c4 req-f4bf2c5c-0137-4c41-adce-16d580f034dd tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7989dee4-521d-4275-876b-69d36e5ee0db HTTP/1.1" status: 200 len: 943 time: 0.0482585 Sep 26 18:21:37.395205 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:37.406787 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-b8fabe3b-759b-452c-ac05-46a2b2cfd1c4 req-3f18ed1c-416b-4603-8739-5a9444ba9b13 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457513 Sep 26 18:21:38.531808 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be7a0a-7b51-4603-ae57-20a811751a62 req-c43d561f-e43f-4a04-9ee6-956888d6a52b tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:38.533176 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-89be7a0a-7b51-4603-ae57-20a811751a62 req-c43d561f-e43f-4a04-9ee6-956888d6a52b tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7989dee4-521d-4275-876b-69d36e5ee0db HTTP/1.1" status: 200 len: 943 time: 0.0474164 Sep 26 18:21:38.587183 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-89be7a0a-7b51-4603-ae57-20a811751a62 req-32debf7d-d8d8-473d-8d91-11f6b6869c47 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484042 Sep 26 18:21:39.708754 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182189b7-03bf-4aab-b3f9-5915edc51794 req-e45db8ff-e630-4e96-9ac0-68b473006ac5 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:39.710897 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-182189b7-03bf-4aab-b3f9-5915edc51794 req-e45db8ff-e630-4e96-9ac0-68b473006ac5 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7989dee4-521d-4275-876b-69d36e5ee0db HTTP/1.1" status: 200 len: 943 time: 0.0466754 Sep 26 18:21:39.746560 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:21:39.760454 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-182189b7-03bf-4aab-b3f9-5915edc51794 req-15adcd73-7fc7-43e7-a652-3f9db152c77d tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438285 Sep 26 18:21:40.882139 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d4a59-08ab-4726-88ac-2b48f004c2d1 req-6c25257b-72ac-4cae-9111-559a3ed4f482 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:40.883602 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a74d4a59-08ab-4726-88ac-2b48f004c2d1 req-6c25257b-72ac-4cae-9111-559a3ed4f482 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7989dee4-521d-4275-876b-69d36e5ee0db HTTP/1.1" status: 200 len: 943 time: 0.0472841 Sep 26 18:21:40.931229 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device b2b35103-46c3-4558-861f-f606c2d21726 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:21:40.933248 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a74d4a59-08ab-4726-88ac-2b48f004c2d1 req-cad54c64-0c18-4b26-9b88-847a7dc92ce7 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439637 Sep 26 18:21:41.034201 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port b2b35103-46c3-4558-861f-f606c2d21726, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=b2b35103-46c3-4558-861f-f606c2d21726,segment=NetworkSegment(43a62425-e99a-47e8-aa66-8ef638e99a08),segment_id=43a62425-e99a-47e8-aa66-8ef638e99a08)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:21:41.046591 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Returning: {'device': 'b2b35103-46c3-4558-861f-f606c2d21726', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'port_id': 'b2b35103-46c3-4558-861f-f606c2d21726', 'mac_address': 'fa:16:3e:b4:e7:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:21:41.080503 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port b2b35103-46c3-4558-861f-f606c2d21726 is: DOWN; New status is: BUILD {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:21:41.080892 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (b2b35103-46c3-4558-861f-f606c2d21726), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:41.098209 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b35103-46c3-4558-861f-f606c2d21726 {{(pid=106584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:21:41.118265 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port b2b35103-46c3-4558-861f-f606c2d21726, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=b2b35103-46c3-4558-861f-f606c2d21726,segment=NetworkSegment(43a62425-e99a-47e8-aa66-8ef638e99a08),segment_id=43a62425-e99a-47e8-aa66-8ef638e99a08)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:21:41.173099 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (b2b35103-46c3-4558-861f-f606c2d21726), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:41.219098 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=b2b35103-46c3-4558-861f-f606c2d21726,revision_number=4']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:21:41.227348 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:41.228712 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:41.228712 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:41.228712 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:41.228712 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:41.229221 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:41.229351 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:41.229679 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:41.230013 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:41.230340 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:41.230666 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:41.230994 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:41.231316 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:41.231637 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:41.231981 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:41.467234 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] get_ports_and_sgs() called for port_ids ['b2b35103-46c3-4558-861f-f606c2d21726'] {{(pid=106584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:21:42.057464 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb2b1b-cfa5-49a9-98d3-37e802f9dd2f req-980363b2-d4fb-46d7-b4f1-1e68b04484d9 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:42.058973 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e6cb2b1b-cfa5-49a9-98d3-37e802f9dd2f req-980363b2-d4fb-46d7-b4f1-1e68b04484d9 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7989dee4-521d-4275-876b-69d36e5ee0db HTTP/1.1" status: 200 len: 944 time: 0.0520277 Sep 26 18:21:42.108553 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-e6cb2b1b-cfa5-49a9-98d3-37e802f9dd2f req-b55d5463-7a63-4bf3-aef9-3d6afb41968b tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441594 Sep 26 18:21:42.945754 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device b2b35103-46c3-4558-861f-f606c2d21726 up at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:21:42.966193 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:21:42.984607 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:21:42.989927 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning for port b2b35103-46c3-4558-861f-f606c2d21726 completed by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:21:43.040149 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Provisioning complete for port b2b35103-46c3-4558-861f-f606c2d21726 triggered by entity L2. {{(pid=106584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:21:43.040528 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32838714'] for port (b2b35103-46c3-4558-861f-f606c2d21726), provisioning_complete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:43.040871 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Attempt 1 to provision port b2b35103-46c3-4558-861f-f606c2d21726 Sep 26 18:21:43.115498 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Current status of the port b2b35103-46c3-4558-861f-f606c2d21726 is: BUILD; New status is: ACTIVE {{(pid=106584) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:21:43.115900 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (b2b35103-46c3-4558-861f-f606c2d21726), before_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:43.139072 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7989dee4-521d-4275-876b-69d36e5ee0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b35103-46c3-4558-861f-f606c2d21726'}] {{(pid=106584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:21:43.141337 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743b4769c4925b62b4889170aadb5ee5b65d77d3032155737795e39ae48b1258" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0f9c78-ff7b-4764-b70c-72a9aa126cf6" -d '{"events": [{"server_uuid": "7989dee4-521d-4275-876b-69d36e5ee0db", "name": "network-vif-plugged", "status": "completed", "tag": "b2b35103-46c3-4558-861f-f606c2d21726"}]}' {{(pid=106584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:21:43.151886 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:21:43.155461 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:21:43.155553 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] For port b2b35103-46c3-4558-861f-f606c2d21726, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=b2b35103-46c3-4558-861f-f606c2d21726,segment=NetworkSegment(43a62425-e99a-47e8-aa66-8ef638e99a08),segment_id=43a62425-e99a-47e8-aa66-8ef638e99a08)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:21:43.188657 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1631bea6-1cd8-4571-bc2f-68bc764ec3f8 x-openstack-request-id: req-1631bea6-1cd8-4571-bc2f-68bc764ec3f8 {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:21:43.188975 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7989dee4-521d-4275-876b-69d36e5ee0db", "name": "network-vif-plugged", "status": "completed", "tag": "b2b35103-46c3-4558-861f-f606c2d21726", "code": 200}]} {{(pid=106584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:21:43.193034 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1631bea6-1cd8-4571-bc2f-68bc764ec3f8 {{(pid=106584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:21:43.193034 dv-cinder-859319-1-iscsi neutron-server[106584]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1631bea6-1cd8-4571-bc2f-68bc764ec3f8'] response: {'server_uuid': '7989dee4-521d-4275-876b-69d36e5ee0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b35103-46c3-4558-861f-f606c2d21726', 'code': 200} Sep 26 18:21:43.239975 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3e77b-cb96-4774-9457-a73fc00375d2 req-520b9116-5a5c-41ca-9582-c1dd3af5c513 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:43.242323 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756'] for port (b2b35103-46c3-4558-861f-f606c2d21726), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:43.248991 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d9f3e77b-cb96-4774-9457-a73fc00375d2 req-520b9116-5a5c-41ca-9582-c1dd3af5c513 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7989dee4-521d-4275-876b-69d36e5ee0db HTTP/1.1" status: 200 len: 944 time: 0.0550487 Sep 26 18:21:43.295802 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Pushing event updated for resources: {'Port': ['ID=b2b35103-46c3-4558-861f-f606c2d21726,revision_number=5']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:21:43.303044 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d9f3e77b-cb96-4774-9457-a73fc00375d2 req-3e6edcba-d56d-48ed-9537-9a77e14a8c12 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467415 Sep 26 18:21:43.616743 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8a4e2-0fa2-45ba-a2e8-cee9a62a88e0 req-7468244c-f8d0-4e03-a246-af8cbd1aad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:43.618880 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-78a8a4e2-0fa2-45ba-a2e8-cee9a62a88e0 req-7468244c-f8d0-4e03-a246-af8cbd1aad41 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=7989dee4-521d-4275-876b-69d36e5ee0db HTTP/1.1" status: 200 len: 1129 time: 0.0398061 Sep 26 18:21:43.668567 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-78a8a4e2-0fa2-45ba-a2e8-cee9a62a88e0 req-16ce9bf3-d17a-4cb2-976d-323801ce00d3 service neutron] 10.222.0.88 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442693 Sep 26 18:21:44.426912 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c010ec-68c0-4864-a040-41b6d910c086 req-a6030000-653d-4555-bc07-7afed5bd3856 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:44.428428 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a1c010ec-68c0-4864-a040-41b6d910c086 req-a6030000-653d-4555-bc07-7afed5bd3856 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7989dee4-521d-4275-876b-69d36e5ee0db HTTP/1.1" status: 200 len: 945 time: 0.0476117 Sep 26 18:21:44.476929 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-a1c010ec-68c0-4864-a040-41b6d910c086 req-9685fe57-2d3f-437f-98f7-852c8aa63ae3 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423162 Sep 26 18:21:45.596993 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa8343-fdc0-4a9e-8a29-3bb3fa997624 req-1ca8fc5d-4cba-4c68-9838-7354ef6c6052 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:45.598437 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-49aa8343-fdc0-4a9e-8a29-3bb3fa997624 req-1ca8fc5d-4cba-4c68-9838-7354ef6c6052 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7989dee4-521d-4275-876b-69d36e5ee0db HTTP/1.1" status: 200 len: 945 time: 0.0465868 Sep 26 18:21:45.647347 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-49aa8343-fdc0-4a9e-8a29-3bb3fa997624 req-70e2a0ec-80e3-4f3d-817a-dc5827e91dd7 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428784 Sep 26 18:21:45.771049 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ad747-c11f-4b62-abc2-51af9df252b3 req-18f3c40b-a629-4303-b160-1f181271a1d6 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:45.772519 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d11ad747-c11f-4b62-abc2-51af9df252b3 req-18f3c40b-a629-4303-b160-1f181271a1d6 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7989dee4-521d-4275-876b-69d36e5ee0db HTTP/1.1" status: 200 len: 945 time: 0.0503066 Sep 26 18:21:45.822542 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-d11ad747-c11f-4b62-abc2-51af9df252b3 req-41f3257c-ec9e-4616-bf22-8c712c712940 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436020 Sep 26 18:21:45.850784 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 57520) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:21:45.891667 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51d57c1-b2da-4c93-a400-dae0c7a196d8 tempest-TestVolumeBootPattern-835322691 tempest-TestVolumeBootPattern-835322691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:45.893251 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-d51d57c1-b2da-4c93-a400-dae0c7a196d8 tempest-TestVolumeBootPattern-835322691 tempest-TestVolumeBootPattern-835322691-project-admin] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7989dee4-521d-4275-876b-69d36e5ee0db HTTP/1.1" status: 200 len: 1124 time: 0.0414476 Sep 26 18:21:45.896087 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 57524) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:21:45.900643 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.v2.base [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Request body: {'floatingip': {'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'port_id': 'b2b35103-46c3-4558-861f-f606c2d21726', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:21:45.985300 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:46.069110 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (None), before_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:46.172488 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_common [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Allocated IP 172.27.3.10 (75671e20-856b-479b-bee1-be813a3f2eee/4775a61a-d36f-43c7-b0a4-bf2c0640e392/d706ac71-fb24-418f-aaf3-21f724628140) {{(pid=106582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:21:46.278905 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for port (d706ac71-fb24-418f-aaf3-21f724628140), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:46.379471 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756749441720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (d706ac71-fb24-418f-aaf3-21f724628140), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:46.422286 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Network 75671e20-856b-479b-bee1-be813a3f2eee is already hosted by enough agents. {{(pid=106582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:21:46.427268 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.base_scheduler [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Resources bound (agent type, host, resource id): {{(pid=106582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:21:46.431177 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Received port after_create {{(pid=106582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:21:46.434832 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Pushing event updated for resources: {'Port': ['ID=d706ac71-fb24-418f-aaf3-21f724628140,revision_number=1']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:21:46.463805 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:46.464196 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:46.464544 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:46.464913 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:46.465251 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:46.465582 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:46.465915 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:46.466244 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:46.466575 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:46.466905 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:46.467248 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:46.467564 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:46.467917 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:46.468240 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:46.468562 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:21:46.522213 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:46.929728 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:21:46.968960 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:21:46.974638 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for floatingip (4480b40d-6dc7-4064-9e17-3073fc0c2b14), precommit_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:47.136026 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33210282'] for port (d706ac71-fb24-418f-aaf3-21f724628140), before_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:47.282220 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for port (d706ac71-fb24-418f-aaf3-21f724628140), precommit_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:47.356226 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756749883302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756749441738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756749441756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-513976'] for port (d706ac71-fb24-418f-aaf3-21f724628140), after_update {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:47.428522 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-500440'] for floatingip (4480b40d-6dc7-4064-9e17-3073fc0c2b14), after_create {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:47.430256 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Pushing event updated for resources: {'Port': ['ID=d706ac71-fb24-418f-aaf3-21f724628140,revision_number=2']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:21:47.528706 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.db.l3_db [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Floating IP 4480b40d-6dc7-4064-9e17-3073fc0c2b14 associated. External IP: 172.27.3.10, port: b2b35103-46c3-4558-861f-f606c2d21726. Sep 26 18:21:47.574847 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:21:47.738024 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Router 48f7ea23-adde-4f21-ba0a-5b091acaf59f has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:21:47.842545 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:21:47.852086 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d532c90a-fdca-4c80-ae46-9f8d45afdcc3 None None] Sync routers for ids ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:21:47.862601 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d532c90a-fdca-4c80-ae46-9f8d45afdcc3 None None] Routers {'48f7ea23-adde-4f21-ba0a-5b091acaf59f'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:21:47.863281 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-d532c90a-fdca-4c80-ae46-9f8d45afdcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:21:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:21:47.935972 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:21:47.971036 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-3d981405-bd98-4e53-ba22-52f4a5d19694 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0739684 Sep 26 18:21:47.971710 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7989dee4-521d-4275-876b-69d36e5ee0db', 'tag': 'b2b35103-46c3-4558-861f-f606c2d21726'}] {{(pid=106582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:21:47.974062 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-d532c90a-fdca-4c80-ae46-9f8d45afdcc3 None None] Set router 48f7ea23-adde-4f21-ba0a-5b091acaf59f gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:21:47.974222 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad02a4637bbc6784d86a2aace3320df3411a20e2c44f76b201c317bb75c75a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47547dad-07e8-4b20-a37c-84673c8a35d2" -d '{"events": [{"name": "network-changed", "server_uuid": "7989dee4-521d-4275-876b-69d36e5ee0db", "tag": "b2b35103-46c3-4558-861f-f606c2d21726"}]}' {{(pid=106582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:21:48.110592 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56f59c2-9cc2-44d2-bc5c-3193a8ebd5d0 x-openstack-request-id: req-b56f59c2-9cc2-44d2-bc5c-3193a8ebd5d0 {{(pid=106582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:21:48.110881 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7989dee4-521d-4275-876b-69d36e5ee0db", "tag": "b2b35103-46c3-4558-861f-f606c2d21726", "status": "completed", "code": 200}]} {{(pid=106582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:21:48.111135 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b56f59c2-9cc2-44d2-bc5c-3193a8ebd5d0 {{(pid=106582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:21:48.111541 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b56f59c2-9cc2-44d2-bc5c-3193a8ebd5d0'] response: {'name': 'network-changed', 'server_uuid': '7989dee4-521d-4275-876b-69d36e5ee0db', 'tag': 'b2b35103-46c3-4558-861f-f606c2d21726', 'status': 'completed', 'code': 200} Sep 26 18:21:48.195188 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:21:48.200566 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-d532c90a-fdca-4c80-ae46-9f8d45afdcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'name': 'tempest-TestVolumeBootPattern-1893420804-router', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'bb237869-b567-45b4-975b-fa42e3022994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:37Z', 'updated_at': '2022-09-26T18:16:40Z', 'revision_number': 4, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'gw_port': {'id': 'bb237869-b567-45b4-975b-fa42e3022994', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:38Z', 'updated_at': '2022-09-26T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '4480b40d-6dc7-4064-9e17-3073fc0c2b14', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'port_id': 'b2b35103-46c3-4558-861f-f606c2d21726', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'mac_address': 'fa:16:3e:b4:e7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7989dee4-521d-4275-876b-69d36e5ee0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:21:46Z', 'updated_at': '2022-09-26T18:21:46Z', 'revision_number': 0, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'fixed_ip_address_scope': None}, {'id': '4497e70b-7b9b-4392-a2e0-0a0b2f8a67bb', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'port_id': 'ab287099-77e4-4781-991d-6e39e2a3928a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'mac_address': 'fa:16:3e:6a:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee134731-9f42-49a9-85df-cc94e3c6ca02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:19:47Z', 'updated_at': '2022-09-26T18:19:50Z', 'revision_number': 1, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0abe21e-3bf5-4b57-9871-a71f93abc3e7', 'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'mac_address': 'fa:16:3e:13:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:40Z', 'updated_at': '2022-09-26T18:16:45Z', 'revision_number': 5, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'subnets': [{'id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:21:48.201650 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47547dad-07e8-4b20-a37c-84673c8a35d2 req-2652f98b-1ddf-43f0-8cd4-7605e7aaf1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:48.203352 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-47547dad-07e8-4b20-a37c-84673c8a35d2 req-2652f98b-1ddf-43f0-8cd4-7605e7aaf1a5 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=54bca4cc170d4e3fbad17be586081bc0&device_id=7989dee4-521d-4275-876b-69d36e5ee0db HTTP/1.1" status: 200 len: 1129 time: 0.0415044 Sep 26 18:21:48.224531 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d532c90a-fdca-4c80-ae46-9f8d45afdcc3 None None] Checking router: 48f7ea23-adde-4f21-ba0a-5b091acaf59f for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:21:48.233791 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d532c90a-fdca-4c80-ae46-9f8d45afdcc3 None None] Routers {'48f7ea23-adde-4f21-ba0a-5b091acaf59f'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:21:48.234400 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-d532c90a-fdca-4c80-ae46-9f8d45afdcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:21:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:21:48.300931 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47547dad-07e8-4b20-a37c-84673c8a35d2 req-7e624ff0-b4e3-4c96-8859-61499ffce665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:48.302414 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-47547dad-07e8-4b20-a37c-84673c8a35d2 req-7e624ff0-b4e3-4c96-8859-61499ffce665 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=5ba9a025-fbef-406e-aa56-d82e69f22721 HTTP/1.1" status: 200 len: 913 time: 0.0935488 Sep 26 18:21:48.337853 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-d532c90a-fdca-4c80-ae46-9f8d45afdcc3 None None] Set router 48f7ea23-adde-4f21-ba0a-5b091acaf59f gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:21:48.365621 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-47547dad-07e8-4b20-a37c-84673c8a35d2 req-687225cd-d66a-42d8-a827-3e1220cdfa8b service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2b35103-46c3-4558-861f-f606c2d21726 HTTP/1.1" status: 200 len: 998 time: 0.0571103 Sep 26 18:21:48.417698 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47547dad-07e8-4b20-a37c-84673c8a35d2 req-43dd1d69-c1b6-41ac-93b4-42956c8dcb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:48.419169 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-47547dad-07e8-4b20-a37c-84673c8a35d2 req-43dd1d69-c1b6-41ac-93b4-42956c8dcb6e service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=968e4e63-4a3a-4870-8afd-2206cc33d8d5 HTTP/1.1" status: 200 len: 851 time: 0.0468154 Sep 26 18:21:48.468502 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47547dad-07e8-4b20-a37c-84673c8a35d2 req-9cc79301-6333-4097-b657-1b0c5bd36459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:21:48.470012 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-47547dad-07e8-4b20-a37c-84673c8a35d2 req-9cc79301-6333-4097-b657-1b0c5bd36459 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=5ba9a025-fbef-406e-aa56-d82e69f22721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448196 Sep 26 18:21:48.536860 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:21:48.554755 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-d532c90a-fdca-4c80-ae46-9f8d45afdcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'name': 'tempest-TestVolumeBootPattern-1893420804-router', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'bb237869-b567-45b4-975b-fa42e3022994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:37Z', 'updated_at': '2022-09-26T18:16:40Z', 'revision_number': 4, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'gw_port': {'id': 'bb237869-b567-45b4-975b-fa42e3022994', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:38Z', 'updated_at': '2022-09-26T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '4480b40d-6dc7-4064-9e17-3073fc0c2b14', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'port_id': 'b2b35103-46c3-4558-861f-f606c2d21726', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'mac_address': 'fa:16:3e:b4:e7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7989dee4-521d-4275-876b-69d36e5ee0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:21:46Z', 'updated_at': '2022-09-26T18:21:46Z', 'revision_number': 0, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'fixed_ip_address_scope': None}, {'id': '4497e70b-7b9b-4392-a2e0-0a0b2f8a67bb', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'port_id': 'ab287099-77e4-4781-991d-6e39e2a3928a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'mac_address': 'fa:16:3e:6a:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee134731-9f42-49a9-85df-cc94e3c6ca02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:19:47Z', 'updated_at': '2022-09-26T18:19:50Z', 'revision_number': 1, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0abe21e-3bf5-4b57-9871-a71f93abc3e7', 'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'mac_address': 'fa:16:3e:13:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:40Z', 'updated_at': '2022-09-26T18:16:45Z', 'revision_number': 5, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'subnets': [{'id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:21:48.564145 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-47547dad-07e8-4b20-a37c-84673c8a35d2 req-0c048f74-02c7-4c01-be19-e82c9d46446f service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871222 Sep 26 18:21:48.580760 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d532c90a-fdca-4c80-ae46-9f8d45afdcc3 None None] The sync data for ids ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'] in dv-cinder-859319-1-iscsi is: [{'id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'name': 'tempest-TestVolumeBootPattern-1893420804-router', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'bb237869-b567-45b4-975b-fa42e3022994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:37Z', 'updated_at': '2022-09-26T18:16:40Z', 'revision_number': 4, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'gw_port': {'id': 'bb237869-b567-45b4-975b-fa42e3022994', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:38Z', 'updated_at': '2022-09-26T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '4480b40d-6dc7-4064-9e17-3073fc0c2b14', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'port_id': 'b2b35103-46c3-4558-861f-f606c2d21726', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'mac_address': 'fa:16:3e:b4:e7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7989dee4-521d-4275-876b-69d36e5ee0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:21:46Z', 'updated_at': '2022-09-26T18:21:46Z', 'revision_number': 0, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'fixed_ip_address_scope': None}, {'id': '4497e70b-7b9b-4392-a2e0-0a0b2f8a67bb', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'port_id': 'ab287099-77e4-4781-991d-6e39e2a3928a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'mac_address': 'fa:16:3e:6a:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee134731-9f42-49a9-85df-cc94e3c6ca02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:19:47Z', 'updated_at': '2022-09-26T18:19:50Z', 'revision_number': 1, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0abe21e-3bf5-4b57-9871-a71f93abc3e7', 'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'mac_address': 'fa:16:3e:13:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:40Z', 'updated_at': '2022-09-26T18:16:45Z', 'revision_number': 5, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'subnets': [{'id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:21:48.661574 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-47547dad-07e8-4b20-a37c-84673c8a35d2 req-72f3a9cd-ad38-4222-b453-d943a8949ffb service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911257 Sep 26 18:21:48.769023 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4638a622-fe37-4ec4-846e-37eae6ed3141 None None] New status for floating IP 4480b40d-6dc7-4064-9e17-3073fc0c2b14: ACTIVE {{(pid=106584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:21:57.960944 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:21:57.967960 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=65,neutron:DELETE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:21:58.652474 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=10 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:21:58.658560 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=43 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:21:58.873692 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:21:58.875752 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=43,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:22:01.956115 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-5e5c9eca-81e5-4ace-8d75-dcc59a2889f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:22:04.312751 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-7dcea240-1287-43e0-ab23-b09d0bf31b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:22:05.571239 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:22:07.172771 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:22:07.419691 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:22:09.112650 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=80 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:22:09.118678 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=76 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:22:10.152727 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:22:16.528272 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:22:20.147727 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:22:20.148733 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:22:26.472015 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:22:26.473875 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:22:30.186167 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:22:30.577636 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7d7dcb63-c5a9-4e43-b68b-0ee5dc3046b3 req-606a2a8d-a31b-4491-879f-c117b8771894 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410333 Sep 26 18:22:30.690125 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7dcb63-c5a9-4e43-b68b-0ee5dc3046b3 req-d75087e1-1a11-43b2-bc9b-3f4b68db40f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:22:30.691773 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7d7dcb63-c5a9-4e43-b68b-0ee5dc3046b3 req-d75087e1-1a11-43b2-bc9b-3f4b68db40f4 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=54bca4cc170d4e3fbad17be586081bc0&device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02 HTTP/1.1" status: 200 len: 1129 time: 0.0473502 Sep 26 18:22:30.804441 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7dcb63-c5a9-4e43-b68b-0ee5dc3046b3 req-63d804da-5e0c-48a3-b34e-343ad53d69a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:22:30.805939 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7d7dcb63-c5a9-4e43-b68b-0ee5dc3046b3 req-63d804da-5e0c-48a3-b34e-343ad53d69a6 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=5ba9a025-fbef-406e-aa56-d82e69f22721 HTTP/1.1" status: 200 len: 913 time: 0.0937879 Sep 26 18:22:30.868256 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7d7dcb63-c5a9-4e43-b68b-0ee5dc3046b3 req-4fd66cb1-3f8b-4f8f-b528-30d239cc2103 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab287099-77e4-4781-991d-6e39e2a3928a HTTP/1.1" status: 200 len: 1001 time: 0.0559766 Sep 26 18:22:30.920542 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7dcb63-c5a9-4e43-b68b-0ee5dc3046b3 req-8ee5e453-77f3-4a11-81e6-6870f1353674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:22:30.922010 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7d7dcb63-c5a9-4e43-b68b-0ee5dc3046b3 req-8ee5e453-77f3-4a11-81e6-6870f1353674 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=968e4e63-4a3a-4870-8afd-2206cc33d8d5 HTTP/1.1" status: 200 len: 851 time: 0.0477808 Sep 26 18:22:30.968783 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7dcb63-c5a9-4e43-b68b-0ee5dc3046b3 req-40208b34-efdd-4caa-bf4f-d73b430b4631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:22:30.970272 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7d7dcb63-c5a9-4e43-b68b-0ee5dc3046b3 req-40208b34-efdd-4caa-bf4f-d73b430b4631 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=5ba9a025-fbef-406e-aa56-d82e69f22721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424078 Sep 26 18:22:31.065203 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7d7dcb63-c5a9-4e43-b68b-0ee5dc3046b3 req-96e10f06-979d-4bfb-86fe-c5a6d872a650 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878863 Sep 26 18:22:31.155294 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-7d7dcb63-c5a9-4e43-b68b-0ee5dc3046b3 req-b13bdbb8-6e87-4fcf-975e-d2f1a29f12e9 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827348 Sep 26 18:22:31.984127 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-55a1e62d-4589-4157-889b-85f24af5da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:22:34.321104 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a4e62fde-5f04-4093-8367-68148786852d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:22:35.572970 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:22:37.149605 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:22:37.406870 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:22:41.150615 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=51 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:22:41.152627 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=50 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:22:46.119131 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:22:46.123958 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:22:46.549266 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:22:47.151965 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:22:56.472178 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:22:56.473255 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:22:57.147860 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:22:57.148863 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:01.936088 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a1b33d84-1442-4a19-9708-01695d8b2088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:04.318940 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-b6ca824a-7426-422e-a56f-3538efe25bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:05.576368 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:07.155108 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:07.417958 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:15.316200 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 57556) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:23:15.507266 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-3d67ad19-0ea7-4865-8070-42e34664b5b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Deleting port d706ac71-fb24-418f-aaf3-21f724628140 {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:23:15.507615 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-3d67ad19-0ea7-4865-8070-42e34664b5b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (d706ac71-fb24-418f-aaf3-21f724628140), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:15.590321 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-3d67ad19-0ea7-4865-8070-42e34664b5b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (d706ac71-fb24-418f-aaf3-21f724628140), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:15.590578 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-3d67ad19-0ea7-4865-8070-42e34664b5b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for floatingip (d706ac71-fb24-418f-aaf3-21f724628140), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:15.603300 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-3d67ad19-0ea7-4865-8070-42e34664b5b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Calling delete_port for d706ac71-fb24-418f-aaf3-21f724628140 owned by network:floatingip {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:23:15.840930 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-3d67ad19-0ea7-4865-8070-42e34664b5b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (d706ac71-fb24-418f-aaf3-21f724628140), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:15.864332 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67ad19-0ea7-4865-8070-42e34664b5b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Pushing event deleted for resources: {'Port': ['ID=d706ac71-fb24-418f-aaf3-21f724628140,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:23:15.878040 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67ad19-0ea7-4865-8070-42e34664b5b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:15.878389 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67ad19-0ea7-4865-8070-42e34664b5b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:15.878739 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67ad19-0ea7-4865-8070-42e34664b5b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:15.879098 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67ad19-0ea7-4865-8070-42e34664b5b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:15.879433 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67ad19-0ea7-4865-8070-42e34664b5b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:15.879795 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67ad19-0ea7-4865-8070-42e34664b5b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:15.880130 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67ad19-0ea7-4865-8070-42e34664b5b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:15.880460 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67ad19-0ea7-4865-8070-42e34664b5b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:15.880788 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67ad19-0ea7-4865-8070-42e34664b5b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:15.881112 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67ad19-0ea7-4865-8070-42e34664b5b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:15.881439 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67ad19-0ea7-4865-8070-42e34664b5b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:15.881765 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67ad19-0ea7-4865-8070-42e34664b5b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:15.882087 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67ad19-0ea7-4865-8070-42e34664b5b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:15.882407 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67ad19-0ea7-4865-8070-42e34664b5b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:15.882725 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67ad19-0ea7-4865-8070-42e34664b5b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:15.941584 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-3d67ad19-0ea7-4865-8070-42e34664b5b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for floatingip (4480b40d-6dc7-4064-9e17-3073fc0c2b14), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:15.941913 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.db.l3_db [None req-3d67ad19-0ea7-4865-8070-42e34664b5b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Floating IP 4480b40d-6dc7-4064-9e17-3073fc0c2b14 disassociated (deleted). External IP: 172.27.3.10, port: b2b35103-46c3-4558-861f-f606c2d21726. Sep 26 18:23:16.137520 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d67ad19-0ea7-4865-8070-42e34664b5b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Router 48f7ea23-adde-4f21-ba0a-5b091acaf59f has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:23:16.516603 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d67ad19-0ea7-4865-8070-42e34664b5b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:23:16.525428 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-3d67ad19-0ea7-4865-8070-42e34664b5b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:16.526125 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb19c5d-4604-4ce8-93eb-e866c1452818 None None] Sync routers for ids ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:23:16.536717 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb19c5d-4604-4ce8-93eb-e866c1452818 None None] Routers {'48f7ea23-adde-4f21-ba0a-5b091acaf59f'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:23:16.537336 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-0eb19c5d-4604-4ce8-93eb-e866c1452818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:23:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:23:16.551073 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-3d67ad19-0ea7-4865-8070-42e34664b5b2 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/4480b40d-6dc7-4064-9e17-3073fc0c2b14 HTTP/1.1" status: 204 len: 168 time: 1.2338150 Sep 26 18:23:16.551846 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7989dee4-521d-4275-876b-69d36e5ee0db', 'tag': 'b2b35103-46c3-4558-861f-f606c2d21726'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:23:16.554220 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7c74fe-ecc8-4727-86e2-487c34563678" -d '{"events": [{"name": "network-changed", "server_uuid": "7989dee4-521d-4275-876b-69d36e5ee0db", "tag": "b2b35103-46c3-4558-861f-f606c2d21726"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:23:16.566876 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:16.601988 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbacd39-00b8-45ae-83e7-fdf3b82f4958 x-openstack-request-id: req-fbbacd39-00b8-45ae-83e7-fdf3b82f4958 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:23:16.602276 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7989dee4-521d-4275-876b-69d36e5ee0db", "tag": "b2b35103-46c3-4558-861f-f606c2d21726", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:23:16.602531 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fbbacd39-00b8-45ae-83e7-fdf3b82f4958 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:23:16.602933 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbbacd39-00b8-45ae-83e7-fdf3b82f4958'] response: {'name': 'network-changed', 'server_uuid': '7989dee4-521d-4275-876b-69d36e5ee0db', 'tag': 'b2b35103-46c3-4558-861f-f606c2d21726', 'status': 'completed', 'code': 200} Sep 26 18:23:16.662366 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-0eb19c5d-4604-4ce8-93eb-e866c1452818 None None] Set router 48f7ea23-adde-4f21-ba0a-5b091acaf59f gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:23:16.684617 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:16.686895 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:16.695089 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c74fe-ecc8-4727-86e2-487c34563678 req-9d9e9b34-7ef3-4cf0-b6ee-48f16442ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:23:16.696606 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cb7c74fe-ecc8-4727-86e2-487c34563678 req-9d9e9b34-7ef3-4cf0-b6ee-48f16442ff99 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=54bca4cc170d4e3fbad17be586081bc0&device_id=7989dee4-521d-4275-876b-69d36e5ee0db HTTP/1.1" status: 200 len: 1129 time: 0.0439110 Sep 26 18:23:16.788340 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c74fe-ecc8-4727-86e2-487c34563678 req-763cd929-b543-4a15-bff6-e07c5a01ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:23:16.789718 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cb7c74fe-ecc8-4727-86e2-487c34563678 req-763cd929-b543-4a15-bff6-e07c5a01ac16 service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=5ba9a025-fbef-406e-aa56-d82e69f22721 HTTP/1.1" status: 200 len: 913 time: 0.0878267 Sep 26 18:23:16.835547 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cb7c74fe-ecc8-4727-86e2-487c34563678 req-8a9e6f88-0bfb-43ea-a3fd-f2a50939f50f service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2b35103-46c3-4558-861f-f606c2d21726 HTTP/1.1" status: 200 len: 217 time: 0.0402055 Sep 26 18:23:16.888642 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c74fe-ecc8-4727-86e2-487c34563678 req-86ae3ab7-1589-4117-9532-fcaf1ebb2740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:23:16.890116 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cb7c74fe-ecc8-4727-86e2-487c34563678 req-86ae3ab7-1589-4117-9532-fcaf1ebb2740 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=968e4e63-4a3a-4870-8afd-2206cc33d8d5 HTTP/1.1" status: 200 len: 851 time: 0.0494063 Sep 26 18:23:16.937822 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c74fe-ecc8-4727-86e2-487c34563678 req-86050c96-8cab-4fc0-b517-bf205282177c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:23:16.941251 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cb7c74fe-ecc8-4727-86e2-487c34563678 req-86050c96-8cab-4fc0-b517-bf205282177c service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=5ba9a025-fbef-406e-aa56-d82e69f22721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437429 Sep 26 18:23:16.976567 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-0eb19c5d-4604-4ce8-93eb-e866c1452818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'name': 'tempest-TestVolumeBootPattern-1893420804-router', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'bb237869-b567-45b4-975b-fa42e3022994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:37Z', 'updated_at': '2022-09-26T18:16:40Z', 'revision_number': 4, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'gw_port': {'id': 'bb237869-b567-45b4-975b-fa42e3022994', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:38Z', 'updated_at': '2022-09-26T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '4497e70b-7b9b-4392-a2e0-0a0b2f8a67bb', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'port_id': 'ab287099-77e4-4781-991d-6e39e2a3928a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'mac_address': 'fa:16:3e:6a:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee134731-9f42-49a9-85df-cc94e3c6ca02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:19:47Z', 'updated_at': '2022-09-26T18:19:50Z', 'revision_number': 1, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0abe21e-3bf5-4b57-9871-a71f93abc3e7', 'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'mac_address': 'fa:16:3e:13:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:40Z', 'updated_at': '2022-09-26T18:16:45Z', 'revision_number': 5, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'subnets': [{'id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:23:17.003278 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb19c5d-4604-4ce8-93eb-e866c1452818 None None] Checking router: 48f7ea23-adde-4f21-ba0a-5b091acaf59f for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:23:17.011524 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb19c5d-4604-4ce8-93eb-e866c1452818 None None] Routers {'48f7ea23-adde-4f21-ba0a-5b091acaf59f'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:23:17.012175 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-0eb19c5d-4604-4ce8-93eb-e866c1452818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:23:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:23:17.056141 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cb7c74fe-ecc8-4727-86e2-487c34563678 req-a1561d73-5c7f-43e7-82d2-960fa524535f service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102710 Sep 26 18:23:17.092078 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f129af-3d2f-4b2b-92b0-cde4c8c0920b req-3dcb3294-daf2-4ae8-8710-285e3e551b15 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:23:17.094133 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-09f129af-3d2f-4b2b-92b0-cde4c8c0920b req-3dcb3294-daf2-4ae8-8710-285e3e551b15 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7989dee4-521d-4275-876b-69d36e5ee0db HTTP/1.1" status: 200 len: 945 time: 0.0533144 Sep 26 18:23:17.118781 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-0eb19c5d-4604-4ce8-93eb-e866c1452818 None None] Set router 48f7ea23-adde-4f21-ba0a-5b091acaf59f gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:23:17.145844 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-09f129af-3d2f-4b2b-92b0-cde4c8c0920b req-d02d692d-9958-4665-9c8c-f5e838100c6b tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458562 Sep 26 18:23:17.332441 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-0eb19c5d-4604-4ce8-93eb-e866c1452818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'name': 'tempest-TestVolumeBootPattern-1893420804-router', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'bb237869-b567-45b4-975b-fa42e3022994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:37Z', 'updated_at': '2022-09-26T18:16:40Z', 'revision_number': 4, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'gw_port': {'id': 'bb237869-b567-45b4-975b-fa42e3022994', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:38Z', 'updated_at': '2022-09-26T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '4497e70b-7b9b-4392-a2e0-0a0b2f8a67bb', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'port_id': 'ab287099-77e4-4781-991d-6e39e2a3928a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'mac_address': 'fa:16:3e:6a:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee134731-9f42-49a9-85df-cc94e3c6ca02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:19:47Z', 'updated_at': '2022-09-26T18:19:50Z', 'revision_number': 1, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0abe21e-3bf5-4b57-9871-a71f93abc3e7', 'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'mac_address': 'fa:16:3e:13:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:40Z', 'updated_at': '2022-09-26T18:16:45Z', 'revision_number': 5, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'subnets': [{'id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:23:17.357363 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb19c5d-4604-4ce8-93eb-e866c1452818 None None] The sync data for ids ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'] in dv-cinder-859319-1-iscsi is: [{'id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'name': 'tempest-TestVolumeBootPattern-1893420804-router', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'bb237869-b567-45b4-975b-fa42e3022994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:37Z', 'updated_at': '2022-09-26T18:16:40Z', 'revision_number': 4, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'gw_port': {'id': 'bb237869-b567-45b4-975b-fa42e3022994', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:38Z', 'updated_at': '2022-09-26T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_floatingips': [{'id': '4497e70b-7b9b-4392-a2e0-0a0b2f8a67bb', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'router_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'port_id': 'ab287099-77e4-4781-991d-6e39e2a3928a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'mac_address': 'fa:16:3e:6a:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee134731-9f42-49a9-85df-cc94e3c6ca02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:19:47Z', 'updated_at': '2022-09-26T18:19:50Z', 'revision_number': 1, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0abe21e-3bf5-4b57-9871-a71f93abc3e7', 'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'mac_address': 'fa:16:3e:13:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:40Z', 'updated_at': '2022-09-26T18:16:45Z', 'revision_number': 5, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'subnets': [{'id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:23:17.587786 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeda2a3-5918-498e-8d09-37db0895330c None None] New status for floating IP 4480b40d-6dc7-4064-9e17-3073fc0c2b14: DOWN {{(pid=106584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:23:18.149513 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-cb7c74fe-ecc8-4727-86e2-487c34563678 req-86d4cc7f-6bc0-4951-bd97-0bbe40c8ec62 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900328 Sep 26 18:23:18.272611 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c715280-ec1a-4f85-b77b-57c4f53b8528 req-47fcfeb8-b17e-4e80-a2af-9f03507ed578 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:23:18.274285 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4c715280-ec1a-4f85-b77b-57c4f53b8528 req-47fcfeb8-b17e-4e80-a2af-9f03507ed578 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7989dee4-521d-4275-876b-69d36e5ee0db HTTP/1.1" status: 200 len: 945 time: 0.0494218 Sep 26 18:23:18.326085 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4c715280-ec1a-4f85-b77b-57c4f53b8528 req-626c62ba-e536-4858-af6a-f9556022ab96 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462239 Sep 26 18:23:18.820330 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:18.838716 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc423bb-28db-4917-9913-a91772d365f3 req-e6493ce5-5191-423f-b3bb-f11ac831767d tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:23:18.840333 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5cc423bb-28db-4917-9913-a91772d365f3 req-e6493ce5-5191-423f-b3bb-f11ac831767d tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=7989dee4-521d-4275-876b-69d36e5ee0db HTTP/1.1" status: 200 len: 945 time: 0.0466204 Sep 26 18:23:18.925158 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-5cc423bb-28db-4917-9913-a91772d365f3 req-1acc3f75-8f7d-4a2e-a96f-99b9e2454692 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Deleting port b2b35103-46c3-4558-861f-f606c2d21726 {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:23:18.925508 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-5cc423bb-28db-4917-9913-a91772d365f3 req-1acc3f75-8f7d-4a2e-a96f-99b9e2454692 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (b2b35103-46c3-4558-861f-f606c2d21726), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:19.014660 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-5cc423bb-28db-4917-9913-a91772d365f3 req-1acc3f75-8f7d-4a2e-a96f-99b9e2454692 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] For port b2b35103-46c3-4558-861f-f606c2d21726, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=b2b35103-46c3-4558-861f-f606c2d21726,segment=NetworkSegment(43a62425-e99a-47e8-aa66-8ef638e99a08),segment_id=43a62425-e99a-47e8-aa66-8ef638e99a08)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:23:19.015025 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-5cc423bb-28db-4917-9913-a91772d365f3 req-1acc3f75-8f7d-4a2e-a96f-99b9e2454692 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (b2b35103-46c3-4558-861f-f606c2d21726), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:19.028153 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-5cc423bb-28db-4917-9913-a91772d365f3 req-1acc3f75-8f7d-4a2e-a96f-99b9e2454692 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Calling delete_port for b2b35103-46c3-4558-861f-f606c2d21726 owned by compute:nova {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:23:19.210460 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-5cc423bb-28db-4917-9913-a91772d365f3 req-1acc3f75-8f7d-4a2e-a96f-99b9e2454692 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (b2b35103-46c3-4558-861f-f606c2d21726), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:19.240204 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc3f75-8f7d-4a2e-a96f-99b9e2454692 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Pushing event deleted for resources: {'Port': ['ID=b2b35103-46c3-4558-861f-f606c2d21726,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:23:19.286988 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc423bb-28db-4917-9913-a91772d365f3 req-1acc3f75-8f7d-4a2e-a96f-99b9e2454692 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] No DVR routers for this DVR port b2b35103-46c3-4558-861f-f606c2d21726 on host hv-cinder-85931 {{(pid=106583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:23:19.289506 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-5cc423bb-28db-4917-9913-a91772d365f3 req-1acc3f75-8f7d-4a2e-a96f-99b9e2454692 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:19.292698 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-5cc423bb-28db-4917-9913-a91772d365f3 req-1acc3f75-8f7d-4a2e-a96f-99b9e2454692 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.88 "DELETE /networking/v2.0/ports/b2b35103-46c3-4558-861f-f606c2d21726 HTTP/1.1" status: 204 len: 173 time: 0.4476700 Sep 26 18:23:19.293186 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7989dee4-521d-4275-876b-69d36e5ee0db', 'name': 'network-vif-deleted', 'tag': 'b2b35103-46c3-4558-861f-f606c2d21726'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:23:19.295524 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd532622-ee32-4710-bd6d-105bcf821c71" -d '{"events": [{"server_uuid": "7989dee4-521d-4275-876b-69d36e5ee0db", "name": "network-vif-deleted", "tag": "b2b35103-46c3-4558-861f-f606c2d21726"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:23:19.333094 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafaba05-d37d-44bd-b295-f19b2db0002a x-openstack-request-id: req-bafaba05-d37d-44bd-b295-f19b2db0002a {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:23:19.333396 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7989dee4-521d-4275-876b-69d36e5ee0db", "name": "network-vif-deleted", "tag": "b2b35103-46c3-4558-861f-f606c2d21726", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:23:19.333654 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bafaba05-d37d-44bd-b295-f19b2db0002a {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:23:19.334064 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bafaba05-d37d-44bd-b295-f19b2db0002a'] response: {'server_uuid': '7989dee4-521d-4275-876b-69d36e5ee0db', 'name': 'network-vif-deleted', 'tag': 'b2b35103-46c3-4558-861f-f606c2d21726', 'status': 'completed', 'code': 200} Sep 26 18:23:19.433883 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-63cd0826-439b-469b-8a20-d31cf09a57b5 req-1fb3c882-80f7-4013-80b4-d6631a78145e tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7989dee4-521d-4275-876b-69d36e5ee0db HTTP/1.1" status: 200 len: 210 time: 0.0300264 Sep 26 18:23:20.553905 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4d2fa78b-ef8c-481c-a4f7-145c5e79a9fe req-2eca873e-4e2b-4ca8-b9a8-f120c6fa2025 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7989dee4-521d-4275-876b-69d36e5ee0db HTTP/1.1" status: 200 len: 210 time: 0.0287921 Sep 26 18:23:21.257180 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device b2b35103-46c3-4558-861f-f606c2d21726 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:23:21.277290 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] No Port match for: b2b35103-46c3-4558-861f-f606c2d21726 {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:23:21.277636 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device b2b35103-46c3-4558-861f-f606c2d21726 not bound to the agent host hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:23:24.080164 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 57598) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:23:24.150810 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:23:24.223395 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-8361f3f0-8cd6-4886-be13-bd2f711c3252 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Deleting port 4e91b88f-ffd3-411c-8dcf-019f71dad9f4 {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:23:24.223766 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8361f3f0-8cd6-4886-be13-bd2f711c3252 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (4e91b88f-ffd3-411c-8dcf-019f71dad9f4), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:24.303762 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8361f3f0-8cd6-4886-be13-bd2f711c3252 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (4e91b88f-ffd3-411c-8dcf-019f71dad9f4), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:24.304005 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8361f3f0-8cd6-4886-be13-bd2f711c3252 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for floatingip (4e91b88f-ffd3-411c-8dcf-019f71dad9f4), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:24.317181 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-8361f3f0-8cd6-4886-be13-bd2f711c3252 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Calling delete_port for 4e91b88f-ffd3-411c-8dcf-019f71dad9f4 owned by network:floatingip {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:23:24.356977 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:24.401322 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:24.566173 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8361f3f0-8cd6-4886-be13-bd2f711c3252 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (4e91b88f-ffd3-411c-8dcf-019f71dad9f4), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:24.592446 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361f3f0-8cd6-4886-be13-bd2f711c3252 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Pushing event deleted for resources: {'Port': ['ID=4e91b88f-ffd3-411c-8dcf-019f71dad9f4,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:23:24.658184 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8361f3f0-8cd6-4886-be13-bd2f711c3252 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for floatingip (4497e70b-7b9b-4392-a2e0-0a0b2f8a67bb), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:24.658513 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.db.l3_db [None req-8361f3f0-8cd6-4886-be13-bd2f711c3252 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Floating IP 4497e70b-7b9b-4392-a2e0-0a0b2f8a67bb disassociated (deleted). External IP: 172.27.3.248, port: ab287099-77e4-4781-991d-6e39e2a3928a. Sep 26 18:23:24.856779 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8361f3f0-8cd6-4886-be13-bd2f711c3252 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Router 48f7ea23-adde-4f21-ba0a-5b091acaf59f has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:23:24.959227 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8361f3f0-8cd6-4886-be13-bd2f711c3252 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:23:24.963987 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-8361f3f0-8cd6-4886-be13-bd2f711c3252 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:24.968626 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732ed99e-adc2-45cd-a2df-e4df4d4f94d3 None None] Sync routers for ids ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:23:24.977274 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=100 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:24.979323 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732ed99e-adc2-45cd-a2df-e4df4d4f94d3 None None] Routers {'48f7ea23-adde-4f21-ba0a-5b091acaf59f'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:23:24.979969 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-732ed99e-adc2-45cd-a2df-e4df4d4f94d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:23:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:23:24.997034 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-8361f3f0-8cd6-4886-be13-bd2f711c3252 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/4497e70b-7b9b-4392-a2e0-0a0b2f8a67bb HTTP/1.1" status: 204 len: 168 time: 0.9154284 Sep 26 18:23:24.998058 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee134731-9f42-49a9-85df-cc94e3c6ca02', 'tag': 'ab287099-77e4-4781-991d-6e39e2a3928a'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:23:25.001476 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905a77e5-ef91-4e8d-83a3-9ba1b367a523" -d '{"events": [{"name": "network-changed", "server_uuid": "ee134731-9f42-49a9-85df-cc94e3c6ca02", "tag": "ab287099-77e4-4781-991d-6e39e2a3928a"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:23:25.040856 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab798721-24d4-43bd-8301-01b8fbb6b867 x-openstack-request-id: req-ab798721-24d4-43bd-8301-01b8fbb6b867 {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:23:25.041252 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee134731-9f42-49a9-85df-cc94e3c6ca02", "tag": "ab287099-77e4-4781-991d-6e39e2a3928a", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:23:25.041385 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ab798721-24d4-43bd-8301-01b8fbb6b867 {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:23:25.041789 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab798721-24d4-43bd-8301-01b8fbb6b867'] response: {'name': 'network-changed', 'server_uuid': 'ee134731-9f42-49a9-85df-cc94e3c6ca02', 'tag': 'ab287099-77e4-4781-991d-6e39e2a3928a', 'status': 'completed', 'code': 200} Sep 26 18:23:25.085764 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-732ed99e-adc2-45cd-a2df-e4df4d4f94d3 None None] Set router 48f7ea23-adde-4f21-ba0a-5b091acaf59f gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:23:25.111370 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=100 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:25.129968 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a77e5-ef91-4e8d-83a3-9ba1b367a523 req-68850ec9-3a86-4c8e-b01e-677b4c29d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:23:25.131545 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-905a77e5-ef91-4e8d-83a3-9ba1b367a523 req-68850ec9-3a86-4c8e-b01e-677b4c29d5a3 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?tenant_id=54bca4cc170d4e3fbad17be586081bc0&device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02 HTTP/1.1" status: 200 len: 1129 time: 0.0412982 Sep 26 18:23:25.230292 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a77e5-ef91-4e8d-83a3-9ba1b367a523 req-a73a835e-973f-4d6f-bc52-946c67e3356e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:23:25.232070 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-905a77e5-ef91-4e8d-83a3-9ba1b367a523 req-a73a835e-973f-4d6f-bc52-946c67e3356e service neutron] 10.222.0.88 "GET /networking/v2.0/networks?id=5ba9a025-fbef-406e-aa56-d82e69f22721 HTTP/1.1" status: 200 len: 913 time: 0.0951631 Sep 26 18:23:25.272077 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-905a77e5-ef91-4e8d-83a3-9ba1b367a523 req-8e49b342-e215-4c09-bd51-e668092f2449 service neutron] 10.222.0.88 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab287099-77e4-4781-991d-6e39e2a3928a HTTP/1.1" status: 200 len: 217 time: 0.0344296 Sep 26 18:23:25.279344 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-732ed99e-adc2-45cd-a2df-e4df4d4f94d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'name': 'tempest-TestVolumeBootPattern-1893420804-router', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'bb237869-b567-45b4-975b-fa42e3022994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:37Z', 'updated_at': '2022-09-26T18:16:40Z', 'revision_number': 4, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'gw_port': {'id': 'bb237869-b567-45b4-975b-fa42e3022994', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:38Z', 'updated_at': '2022-09-26T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': 'c0abe21e-3bf5-4b57-9871-a71f93abc3e7', 'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'mac_address': 'fa:16:3e:13:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:40Z', 'updated_at': '2022-09-26T18:16:45Z', 'revision_number': 5, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'subnets': [{'id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:23:25.305069 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732ed99e-adc2-45cd-a2df-e4df4d4f94d3 None None] Checking router: 48f7ea23-adde-4f21-ba0a-5b091acaf59f for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:23:25.313721 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732ed99e-adc2-45cd-a2df-e4df4d4f94d3 None None] Routers {'48f7ea23-adde-4f21-ba0a-5b091acaf59f'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:23:25.314329 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-732ed99e-adc2-45cd-a2df-e4df4d4f94d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:23:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:23:25.320805 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a77e5-ef91-4e8d-83a3-9ba1b367a523 req-52edad24-d029-473f-a289-b53552b6bc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:23:25.322293 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-905a77e5-ef91-4e8d-83a3-9ba1b367a523 req-52edad24-d029-473f-a289-b53552b6bc24 service neutron] 10.222.0.88 "GET /networking/v2.0/subnets?id=968e4e63-4a3a-4870-8afd-2206cc33d8d5 HTTP/1.1" status: 200 len: 851 time: 0.0451853 Sep 26 18:23:25.378397 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a77e5-ef91-4e8d-83a3-9ba1b367a523 req-9270776d-2ed7-4ec7-98d3-3cd9e1fdce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:23:25.378397 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-905a77e5-ef91-4e8d-83a3-9ba1b367a523 req-9270776d-2ed7-4ec7-98d3-3cd9e1fdce79 service neutron] 10.222.0.88 "GET /networking/v2.0/ports?network_id=5ba9a025-fbef-406e-aa56-d82e69f22721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471492 Sep 26 18:23:25.417385 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-732ed99e-adc2-45cd-a2df-e4df4d4f94d3 None None] Set router 48f7ea23-adde-4f21-ba0a-5b091acaf59f gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:23:25.477934 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5d9f6-4000-471c-8d07-cd87823138da req-58fc0bbd-62ad-4c08-ae9e-83ef0ed46001 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:23:25.479408 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-99f5d9f6-4000-471c-8d07-cd87823138da req-58fc0bbd-62ad-4c08-ae9e-83ef0ed46001 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02 HTTP/1.1" status: 200 len: 945 time: 0.0477850 Sep 26 18:23:25.530252 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-99f5d9f6-4000-471c-8d07-cd87823138da req-7ff967ab-b476-4da6-bf48-03b6fe09c444 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438056 Sep 26 18:23:25.604691 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-732ed99e-adc2-45cd-a2df-e4df4d4f94d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'name': 'tempest-TestVolumeBootPattern-1893420804-router', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'bb237869-b567-45b4-975b-fa42e3022994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:37Z', 'updated_at': '2022-09-26T18:16:40Z', 'revision_number': 4, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'gw_port': {'id': 'bb237869-b567-45b4-975b-fa42e3022994', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:38Z', 'updated_at': '2022-09-26T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': 'c0abe21e-3bf5-4b57-9871-a71f93abc3e7', 'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'mac_address': 'fa:16:3e:13:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:40Z', 'updated_at': '2022-09-26T18:16:45Z', 'revision_number': 5, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'subnets': [{'id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:23:25.632144 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732ed99e-adc2-45cd-a2df-e4df4d4f94d3 None None] The sync data for ids ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'] in dv-cinder-859319-1-iscsi is: [{'id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'name': 'tempest-TestVolumeBootPattern-1893420804-router', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'bb237869-b567-45b4-975b-fa42e3022994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:37Z', 'updated_at': '2022-09-26T18:16:40Z', 'revision_number': 4, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'gw_port': {'id': 'bb237869-b567-45b4-975b-fa42e3022994', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:38Z', 'updated_at': '2022-09-26T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi', '_interfaces': [{'id': 'c0abe21e-3bf5-4b57-9871-a71f93abc3e7', 'name': '', 'network_id': '5ba9a025-fbef-406e-aa56-d82e69f22721', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'mac_address': 'fa:16:3e:13:20:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:40Z', 'updated_at': '2022-09-26T18:16:45Z', 'revision_number': 5, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'subnets': [{'id': '968e4e63-4a3a-4870-8afd-2206cc33d8d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:23:25.852507 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff423034-3d09-4b6e-a5f5-98021967f3a7 None None] New status for floating IP 4497e70b-7b9b-4392-a2e0-0a0b2f8a67bb: DOWN {{(pid=106584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:23:26.481819 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:26.519183 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-905a77e5-ef91-4e8d-83a3-9ba1b367a523 req-51103afc-931e-4e77-b9f1-20c997442712 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951600 Sep 26 18:23:26.662107 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=100 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:26.699581 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086105a-a804-456b-9374-bfe0a990803b req-08036d43-9186-412d-8565-abfc607c7910 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:23:26.701083 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4086105a-a804-456b-9374-bfe0a990803b req-08036d43-9186-412d-8565-abfc607c7910 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02 HTTP/1.1" status: 200 len: 945 time: 0.0921900 Sep 26 18:23:26.772441 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-905a77e5-ef91-4e8d-83a3-9ba1b367a523 req-8757d425-d9f7-4d80-b25a-35bd65bedf90 service neutron] 10.222.0.88 "GET /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337914 Sep 26 18:23:26.781916 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-4086105a-a804-456b-9374-bfe0a990803b req-5ca24ca7-9712-42c4-8b30-320fd78c65a0 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5b752f6b-6624-4517-98d1-24754aa490a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742493 Sep 26 18:23:27.045409 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd173d6-8cae-4f2d-aeb8-6e5b458c32cb req-dd0a4a5c-3237-4291-9b4e-764a24aeec63 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:23:27.047439 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0fd173d6-8cae-4f2d-aeb8-6e5b458c32cb req-dd0a4a5c-3237-4291-9b4e-764a24aeec63 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.88 "GET /networking/v2.0/ports?device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02 HTTP/1.1" status: 200 len: 945 time: 0.0473378 Sep 26 18:23:27.128326 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-0fd173d6-8cae-4f2d-aeb8-6e5b458c32cb req-3f2f19db-69ca-4feb-9bc8-6bc354436671 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Deleting port ab287099-77e4-4781-991d-6e39e2a3928a {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:23:27.128666 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-0fd173d6-8cae-4f2d-aeb8-6e5b458c32cb req-3f2f19db-69ca-4feb-9bc8-6bc354436671 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (ab287099-77e4-4781-991d-6e39e2a3928a), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:27.222434 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [req-0fd173d6-8cae-4f2d-aeb8-6e5b458c32cb req-3f2f19db-69ca-4feb-9bc8-6bc354436671 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] For port ab287099-77e4-4781-991d-6e39e2a3928a, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=ab287099-77e4-4781-991d-6e39e2a3928a,segment=NetworkSegment(43a62425-e99a-47e8-aa66-8ef638e99a08),segment_id=43a62425-e99a-47e8-aa66-8ef638e99a08)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:23:27.222796 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-0fd173d6-8cae-4f2d-aeb8-6e5b458c32cb req-3f2f19db-69ca-4feb-9bc8-6bc354436671 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (ab287099-77e4-4781-991d-6e39e2a3928a), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:27.235477 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [req-0fd173d6-8cae-4f2d-aeb8-6e5b458c32cb req-3f2f19db-69ca-4feb-9bc8-6bc354436671 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Calling delete_port for ab287099-77e4-4781-991d-6e39e2a3928a owned by compute:nova {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:23:27.457857 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-0fd173d6-8cae-4f2d-aeb8-6e5b458c32cb req-3f2f19db-69ca-4feb-9bc8-6bc354436671 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (ab287099-77e4-4781-991d-6e39e2a3928a), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:27.486369 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f19db-69ca-4feb-9bc8-6bc354436671 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Pushing event deleted for resources: {'Port': ['ID=ab287099-77e4-4781-991d-6e39e2a3928a,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:23:27.532289 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd173d6-8cae-4f2d-aeb8-6e5b458c32cb req-3f2f19db-69ca-4feb-9bc8-6bc354436671 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] No DVR routers for this DVR port ab287099-77e4-4781-991d-6e39e2a3928a on host hv-cinder-85931 {{(pid=106583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:23:27.534651 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [req-0fd173d6-8cae-4f2d-aeb8-6e5b458c32cb req-3f2f19db-69ca-4feb-9bc8-6bc354436671 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for port (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:27.537893 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-0fd173d6-8cae-4f2d-aeb8-6e5b458c32cb req-3f2f19db-69ca-4feb-9bc8-6bc354436671 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.88 "DELETE /networking/v2.0/ports/ab287099-77e4-4781-991d-6e39e2a3928a HTTP/1.1" status: 204 len: 173 time: 0.4854083 Sep 26 18:23:27.538394 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee134731-9f42-49a9-85df-cc94e3c6ca02', 'name': 'network-vif-deleted', 'tag': 'ab287099-77e4-4781-991d-6e39e2a3928a'}] {{(pid=106583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:23:27.540646 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f577e315e165550ba3fffeca6333d4ee949c7c00a2defd2e7976dca3834f42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048145ff-63c5-4812-a157-8f65a0859b7e" -d '{"events": [{"server_uuid": "ee134731-9f42-49a9-85df-cc94e3c6ca02", "name": "network-vif-deleted", "tag": "ab287099-77e4-4781-991d-6e39e2a3928a"}]}' {{(pid=106583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:23:27.576982 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4235f2ab-89b6-4c36-bf97-cf1e3aed16ea x-openstack-request-id: req-4235f2ab-89b6-4c36-bf97-cf1e3aed16ea {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:23:27.577275 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee134731-9f42-49a9-85df-cc94e3c6ca02", "name": "network-vif-deleted", "tag": "ab287099-77e4-4781-991d-6e39e2a3928a", "status": "completed", "code": 200}]} {{(pid=106583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:23:27.578116 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4235f2ab-89b6-4c36-bf97-cf1e3aed16ea {{(pid=106583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:23:27.578521 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4235f2ab-89b6-4c36-bf97-cf1e3aed16ea'] response: {'server_uuid': 'ee134731-9f42-49a9-85df-cc94e3c6ca02', 'name': 'network-vif-deleted', 'tag': 'ab287099-77e4-4781-991d-6e39e2a3928a', 'status': 'completed', 'code': 200} Sep 26 18:23:27.902381 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-fc612166-ffb7-43c3-b655-4d0e551ff09e req-ebe12811-0c15-4dab-8cdf-739675e6cfed tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02 HTTP/1.1" status: 200 len: 210 time: 0.0335629 Sep 26 18:23:29.021179 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [req-988d4e76-1344-43e3-842c-b38a3909f156 req-dc3ae197-621b-4729-bf0c-f002e1db1894 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ee134731-9f42-49a9-85df-cc94e3c6ca02 HTTP/1.1" status: 200 len: 210 time: 0.0285590 Sep 26 18:23:30.087839 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 57616) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:23:30.198640 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-fa0264db-2c09-4023-a941-beeb6b3ea5d3 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Deleting port 0bb1abeb-59c9-4381-8f66-d024b2b81023 {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:23:30.198977 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fa0264db-2c09-4023-a941-beeb6b3ea5d3 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (0bb1abeb-59c9-4381-8f66-d024b2b81023), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:30.279982 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fa0264db-2c09-4023-a941-beeb6b3ea5d3 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (0bb1abeb-59c9-4381-8f66-d024b2b81023), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:30.280226 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fa0264db-2c09-4023-a941-beeb6b3ea5d3 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for floatingip (0bb1abeb-59c9-4381-8f66-d024b2b81023), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:30.293314 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-fa0264db-2c09-4023-a941-beeb6b3ea5d3 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Calling delete_port for 0bb1abeb-59c9-4381-8f66-d024b2b81023 owned by network:floatingip {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:23:30.359523 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:30.371548 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:30.525793 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fa0264db-2c09-4023-a941-beeb6b3ea5d3 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (0bb1abeb-59c9-4381-8f66-d024b2b81023), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:30.560204 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0264db-2c09-4023-a941-beeb6b3ea5d3 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Pushing event deleted for resources: {'Port': ['ID=0bb1abeb-59c9-4381-8f66-d024b2b81023,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:23:30.619313 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fa0264db-2c09-4023-a941-beeb6b3ea5d3 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for floatingip (f39e9464-52e4-4a6d-96b9-7d437085ff54), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:30.622200 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fa0264db-2c09-4023-a941-beeb6b3ea5d3 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36448'] for floatingip (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:30.623337 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-fa0264db-2c09-4023-a941-beeb6b3ea5d3 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "DELETE /networking/v2.0/floatingips/f39e9464-52e4-4a6d-96b9-7d437085ff54 HTTP/1.1" status: 204 len: 168 time: 0.5355711 Sep 26 18:23:31.303065 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device ab287099-77e4-4781-991d-6e39e2a3928a no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:23:31.305369 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:31.306886 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:31.323935 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] No Port match for: ab287099-77e4-4781-991d-6e39e2a3928a {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:23:31.324284 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Device ab287099-77e4-4781-991d-6e39e2a3928a not bound to the agent host hv-cinder-85931 {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:23:31.971352 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-833f1fcc-5f47-41f8-9f63-fffe0711bb38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:31.972821 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 57628) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:23:32.032852 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-0e21d27c-0f76-4b8c-a105-3e63318a2265 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for security_group (5b752f6b-6624-4517-98d1-24754aa490a2), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:32.056553 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-0e21d27c-0f76-4b8c-a105-3e63318a2265 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for security_group (5b752f6b-6624-4517-98d1-24754aa490a2), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:32.206309 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-0e21d27c-0f76-4b8c-a105-3e63318a2265 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (5b752f6b-6624-4517-98d1-24754aa490a2), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:32.208914 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-0e21d27c-0f76-4b8c-a105-3e63318a2265 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Publish callbacks [] for security_group (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:32.210080 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-0e21d27c-0f76-4b8c-a105-3e63318a2265 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] 10.222.0.67 "DELETE /networking/v2.0/security-groups/5b752f6b-6624-4517-98d1-24754aa490a2 HTTP/1.1" status: 204 len: 168 time: 0.2361546 Sep 26 18:23:32.220547 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21d27c-0f76-4b8c-a105-3e63318a2265 tempest-TestVolumeBootPattern-437483383 tempest-TestVolumeBootPattern-437483383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b752f6b-6624-4517-98d1-24754aa490a2,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:23:32.353918 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 57632) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:23:32.805892 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-84f31621-2641-4d87-959a-b63df1698565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-492504'] for router_interface (48f7ea23-adde-4f21-ba0a-5b091acaf59f), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:33.053880 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-84f31621-2641-4d87-959a-b63df1698565 admin admin] Deleting port c0abe21e-3bf5-4b57-9871-a71f93abc3e7 {{(pid=106582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:23:33.054228 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-84f31621-2641-4d87-959a-b63df1698565 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (c0abe21e-3bf5-4b57-9871-a71f93abc3e7), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:33.136312 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.db [None req-84f31621-2641-4d87-959a-b63df1698565 admin admin] For port c0abe21e-3bf5-4b57-9871-a71f93abc3e7, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=c0abe21e-3bf5-4b57-9871-a71f93abc3e7,segment=NetworkSegment(43a62425-e99a-47e8-aa66-8ef638e99a08),segment_id=43a62425-e99a-47e8-aa66-8ef638e99a08)] {{(pid=106582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:23:33.136678 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-84f31621-2641-4d87-959a-b63df1698565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (c0abe21e-3bf5-4b57-9871-a71f93abc3e7), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:33.153702 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-84f31621-2641-4d87-959a-b63df1698565 admin admin] Calling delete_port for c0abe21e-3bf5-4b57-9871-a71f93abc3e7 owned by network:router_interface {{(pid=106582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:23:33.342042 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:33.406020 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-84f31621-2641-4d87-959a-b63df1698565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (c0abe21e-3bf5-4b57-9871-a71f93abc3e7), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:33.411076 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:33.438376 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f31621-2641-4d87-959a-b63df1698565 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0abe21e-3bf5-4b57-9871-a71f93abc3e7,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:23:33.462024 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f31621-2641-4d87-959a-b63df1698565 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:33.462369 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f31621-2641-4d87-959a-b63df1698565 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:33.462719 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f31621-2641-4d87-959a-b63df1698565 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:33.463139 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f31621-2641-4d87-959a-b63df1698565 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:33.463388 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f31621-2641-4d87-959a-b63df1698565 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:33.463753 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f31621-2641-4d87-959a-b63df1698565 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:33.464111 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f31621-2641-4d87-959a-b63df1698565 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:33.464421 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f31621-2641-4d87-959a-b63df1698565 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:33.464755 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f31621-2641-4d87-959a-b63df1698565 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:33.465094 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f31621-2641-4d87-959a-b63df1698565 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:33.465423 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f31621-2641-4d87-959a-b63df1698565 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:33.465755 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f31621-2641-4d87-959a-b63df1698565 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:33.466082 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f31621-2641-4d87-959a-b63df1698565 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:33.466411 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f31621-2641-4d87-959a-b63df1698565 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:33.466737 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f31621-2641-4d87-959a-b63df1698565 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:33.613782 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-84f31621-2641-4d87-959a-b63df1698565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-642353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504936'] for router_interface (48f7ea23-adde-4f21-ba0a-5b091acaf59f), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:33.990327 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f31621-2641-4d87-959a-b63df1698565 admin admin] Router 48f7ea23-adde-4f21-ba0a-5b091acaf59f has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:23:34.095869 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f31621-2641-4d87-959a-b63df1698565 admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:23:34.100853 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-84f31621-2641-4d87-959a-b63df1698565 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/48f7ea23-adde-4f21-ba0a-5b091acaf59f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7458572 Sep 26 18:23:34.103332 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 57638) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:23:34.107607 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd02ead-e811-48f4-866d-90bf0eb5ca11 None None] Sync routers for ids ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'] in dv-cinder-859319-1-iscsi {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:23:34.117354 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd02ead-e811-48f4-866d-90bf0eb5ca11 None None] Routers {'48f7ea23-adde-4f21-ba0a-5b091acaf59f'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:23:34.117969 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-6cd02ead-e811-48f4-866d-90bf0eb5ca11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:23:04Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:23:34.205483 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0e224425-9daa-4990-927a-30955eba133d admin admin] Publish callbacks [] for router (48f7ea23-adde-4f21-ba0a-5b091acaf59f), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:34.222069 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-6cd02ead-e811-48f4-866d-90bf0eb5ca11 None None] Set router 48f7ea23-adde-4f21-ba0a-5b091acaf59f gateway port host: dv-cinder-859319-1-iscsi {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:23:34.313666 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=100 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:34.316441 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0e224425-9daa-4990-927a-30955eba133d admin admin] Publish callbacks [] for router_gateway (48f7ea23-adde-4f21-ba0a-5b091acaf59f), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:34.467087 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-8fb3cb83-7243-4593-a675-3236eaf711f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:34.479736 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-0e224425-9daa-4990-927a-30955eba133d admin admin] Deleting port bb237869-b567-45b4-975b-fa42e3022994 {{(pid=106582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:23:34.480304 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0e224425-9daa-4990-927a-30955eba133d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (bb237869-b567-45b4-975b-fa42e3022994), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:34.490652 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-6cd02ead-e811-48f4-866d-90bf0eb5ca11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'name': 'tempest-TestVolumeBootPattern-1893420804-router', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'bb237869-b567-45b4-975b-fa42e3022994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:37Z', 'updated_at': '2022-09-26T18:23:33Z', 'revision_number': 5, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'gw_port': {'id': 'bb237869-b567-45b4-975b-fa42e3022994', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:86:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:38Z', 'updated_at': '2022-09-26T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:23:34.516961 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd02ead-e811-48f4-866d-90bf0eb5ca11 None None] Checking router: 48f7ea23-adde-4f21-ba0a-5b091acaf59f for host: dv-cinder-859319-1-iscsi {{(pid=106585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:23:34.525714 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd02ead-e811-48f4-866d-90bf0eb5ca11 None None] Routers {'48f7ea23-adde-4f21-ba0a-5b091acaf59f'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:23:34.526332 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-6cd02ead-e811-48f4-866d-90bf0eb5ca11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:23:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'], 'active': True} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:23:34.566617 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.db [None req-0e224425-9daa-4990-927a-30955eba133d admin admin] For port bb237869-b567-45b4-975b-fa42e3022994, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=bb237869-b567-45b4-975b-fa42e3022994,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:23:34.566984 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0e224425-9daa-4990-927a-30955eba133d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (bb237869-b567-45b4-975b-fa42e3022994), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:34.580379 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-0e224425-9daa-4990-927a-30955eba133d admin admin] Calling delete_port for bb237869-b567-45b4-975b-fa42e3022994 owned by network:router_gateway {{(pid=106582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:23:34.599194 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=100 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:34.611681 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_dvr_db [None req-6cd02ead-e811-48f4-866d-90bf0eb5ca11 None None] Set router 48f7ea23-adde-4f21-ba0a-5b091acaf59f gateway port host: None {{(pid=106585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:23:34.662740 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.l3_hamode_db [None req-6cd02ead-e811-48f4-866d-90bf0eb5ca11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'name': 'tempest-TestVolumeBootPattern-1893420804-router', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:37Z', 'updated_at': '2022-09-26T18:23:34Z', 'revision_number': 6, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'gw_port_host': None}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:23:34.687143 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd02ead-e811-48f4-866d-90bf0eb5ca11 None None] The sync data for ids ['48f7ea23-adde-4f21-ba0a-5b091acaf59f'] in dv-cinder-859319-1-iscsi is: [{'id': '48f7ea23-adde-4f21-ba0a-5b091acaf59f', 'name': 'tempest-TestVolumeBootPattern-1893420804-router', 'tenant_id': '54bca4cc170d4e3fbad17be586081bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:37Z', 'updated_at': '2022-09-26T18:23:34Z', 'revision_number': 6, 'project_id': '54bca4cc170d4e3fbad17be586081bc0', 'gw_port_host': None}] {{(pid=106585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:23:34.846134 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0e224425-9daa-4990-927a-30955eba133d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (bb237869-b567-45b4-975b-fa42e3022994), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:34.873421 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e224425-9daa-4990-927a-30955eba133d admin admin] Pushing event deleted for resources: {'Port': ['ID=bb237869-b567-45b4-975b-fa42e3022994,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:23:34.932281 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:34.942877 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0e224425-9daa-4990-927a-30955eba133d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500258'] for router_gateway (48f7ea23-adde-4f21-ba0a-5b091acaf59f), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:35.035310 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0e224425-9daa-4990-927a-30955eba133d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2095462'] for router (48f7ea23-adde-4f21-ba0a-5b091acaf59f), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:35.037649 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0e224425-9daa-4990-927a-30955eba133d admin admin] Publish callbacks [] for router_controller (48f7ea23-adde-4f21-ba0a-5b091acaf59f), precommit_delete_associations {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:35.137612 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0e224425-9daa-4990-927a-30955eba133d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504853'] for router (48f7ea23-adde-4f21-ba0a-5b091acaf59f), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:35.138234 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e224425-9daa-4990-927a-30955eba133d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48f7ea23-adde-4f21-ba0a-5b091acaf59f {{(pid=106582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 18:23:35.143161 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-0e224425-9daa-4990-927a-30955eba133d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:35.144355 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-0e224425-9daa-4990-927a-30955eba133d admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/48f7ea23-adde-4f21-ba0a-5b091acaf59f HTTP/1.1" status: 204 len: 168 time: 1.0399184 Sep 26 18:23:35.146961 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 57640) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:23:35.195728 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a2ec356-19c9-4c10-8027-9690ba224efe admin admin] Deleting subnet 968e4e63-4a3a-4870-8afd-2206cc33d8d5 {{(pid=106582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:23:35.198808 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3a2ec356-19c9-4c10-8027-9690ba224efe admin admin] Publish callbacks [] for subnet (968e4e63-4a3a-4870-8afd-2206cc33d8d5), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:35.234102 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3a2ec356-19c9-4c10-8027-9690ba224efe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2230098'] for subnet (968e4e63-4a3a-4870-8afd-2206cc33d8d5), precommit_delete_associations {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:35.310021 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3a2ec356-19c9-4c10-8027-9690ba224efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32872334'] for subnet (968e4e63-4a3a-4870-8afd-2206cc33d8d5), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:35.463495 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3a2ec356-19c9-4c10-8027-9690ba224efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32869299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-514030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2161408'] for subnet (968e4e63-4a3a-4870-8afd-2206cc33d8d5), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:35.492759 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ec356-19c9-4c10-8027-9690ba224efe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=968e4e63-4a3a-4870-8afd-2206cc33d8d5,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:23:35.498372 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-3a2ec356-19c9-4c10-8027-9690ba224efe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for subnet (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:35.503169 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-3a2ec356-19c9-4c10-8027-9690ba224efe admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/968e4e63-4a3a-4870-8afd-2206cc33d8d5 HTTP/1.1" status: 204 len: 168 time: 0.3545132 Sep 26 18:23:35.504852 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d4756b-fb57-43ff-8d85-8c5baaaf358c None None] Network 5ba9a025-fbef-406e-aa56-d82e69f22721 requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:23:35.505370 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 57642) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:23:35.576628 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:35.580493 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e9a09ced-2c68-4a33-b961-84bc891360de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32779771'] for network (5ba9a025-fbef-406e-aa56-d82e69f22721), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:35.630528 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-e9a09ced-2c68-4a33-b961-84bc891360de admin admin] Deleting port 31009a79-a8c5-46a6-8163-13b4aaffcdbc {{(pid=106582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:23:35.630880 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e9a09ced-2c68-4a33-b961-84bc891360de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (31009a79-a8c5-46a6-8163-13b4aaffcdbc), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:35.704516 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.db [None req-e9a09ced-2c68-4a33-b961-84bc891360de admin admin] For port 31009a79-a8c5-46a6-8163-13b4aaffcdbc, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=31009a79-a8c5-46a6-8163-13b4aaffcdbc,segment=NetworkSegment(43a62425-e99a-47e8-aa66-8ef638e99a08),segment_id=43a62425-e99a-47e8-aa66-8ef638e99a08)] {{(pid=106582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:23:35.704516 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e9a09ced-2c68-4a33-b961-84bc891360de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (31009a79-a8c5-46a6-8163-13b4aaffcdbc), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:35.716880 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f694b481-9190-48b8-a08c-c73793cfe96d None None] DHCP port deletion for 5ba9a025-fbef-406e-aa56-d82e69f22721 request from dv-cinder-859319-1-iscsi {{(pid=106584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 18:23:35.722468 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.plugin [None req-e9a09ced-2c68-4a33-b961-84bc891360de admin admin] Calling delete_port for 31009a79-a8c5-46a6-8163-13b4aaffcdbc owned by network:dhcp {{(pid=106582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:23:35.745681 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:35.757007 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-f694b481-9190-48b8-a08c-c73793cfe96d None None] Deleting port 31009a79-a8c5-46a6-8163-13b4aaffcdbc {{(pid=106584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:23:35.757384 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-f694b481-9190-48b8-a08c-c73793cfe96d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (31009a79-a8c5-46a6-8163-13b4aaffcdbc), before_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:35.800581 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:35.825225 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-f694b481-9190-48b8-a08c-c73793cfe96d None None] For port 31009a79-a8c5-46a6-8163-13b4aaffcdbc, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=31009a79-a8c5-46a6-8163-13b4aaffcdbc,segment=NetworkSegment(43a62425-e99a-47e8-aa66-8ef638e99a08),segment_id=43a62425-e99a-47e8-aa66-8ef638e99a08)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:23:35.825627 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-f694b481-9190-48b8-a08c-c73793cfe96d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (31009a79-a8c5-46a6-8163-13b4aaffcdbc), precommit_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:35.843429 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-f694b481-9190-48b8-a08c-c73793cfe96d None None] Calling delete_port for 31009a79-a8c5-46a6-8163-13b4aaffcdbc owned by network:dhcp {{(pid=106584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:23:35.903108 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e9a09ced-2c68-4a33-b961-84bc891360de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-513921'] for port (31009a79-a8c5-46a6-8163-13b4aaffcdbc), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:35.919085 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-f694b481-9190-48b8-a08c-c73793cfe96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729'] for port (31009a79-a8c5-46a6-8163-13b4aaffcdbc), after_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:35.930280 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a09ced-2c68-4a33-b961-84bc891360de admin admin] Pushing event deleted for resources: {'Port': ['ID=31009a79-a8c5-46a6-8163-13b4aaffcdbc,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:23:35.941262 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a09ced-2c68-4a33-b961-84bc891360de admin admin] No DVR routers for this DVR port 31009a79-a8c5-46a6-8163-13b4aaffcdbc on host dv-cinder-859319-1-iscsi {{(pid=106582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:23:35.947817 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f694b481-9190-48b8-a08c-c73793cfe96d None None] Pushing event deleted for resources: {'Port': ['ID=31009a79-a8c5-46a6-8163-13b4aaffcdbc,revision_number=None']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:23:35.953658 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f694b481-9190-48b8-a08c-c73793cfe96d None None] No DVR routers for this DVR port 31009a79-a8c5-46a6-8163-13b4aaffcdbc on host dv-cinder-859319-1-iscsi {{(pid=106584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:23:35.961138 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694b481-9190-48b8-a08c-c73793cfe96d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:35.961385 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694b481-9190-48b8-a08c-c73793cfe96d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:35.961745 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694b481-9190-48b8-a08c-c73793cfe96d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:35.962175 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694b481-9190-48b8-a08c-c73793cfe96d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:35.962427 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694b481-9190-48b8-a08c-c73793cfe96d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:35.962756 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694b481-9190-48b8-a08c-c73793cfe96d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:35.963093 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694b481-9190-48b8-a08c-c73793cfe96d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:35.963421 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694b481-9190-48b8-a08c-c73793cfe96d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:35.963779 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694b481-9190-48b8-a08c-c73793cfe96d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:35.964112 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694b481-9190-48b8-a08c-c73793cfe96d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:35.964440 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694b481-9190-48b8-a08c-c73793cfe96d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:35.979131 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694b481-9190-48b8-a08c-c73793cfe96d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:35.979131 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694b481-9190-48b8-a08c-c73793cfe96d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:35.979131 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694b481-9190-48b8-a08c-c73793cfe96d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:35.979131 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f694b481-9190-48b8-a08c-c73793cfe96d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859319-1-iscsi {{(pid=106584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:23:36.035290 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e9a09ced-2c68-4a33-b961-84bc891360de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841381', 'neutron.services.segments.db._delete_segments_for_network-8756749958337'] for network (5ba9a025-fbef-406e-aa56-d82e69f22721), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:36.056615 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.services.segments.db [None req-e9a09ced-2c68-4a33-b961-84bc891360de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba9a025-fbef-406e-aa56-d82e69f22721']}} {{(pid=106582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:23:36.068557 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.services.segments.db [None req-e9a09ced-2c68-4a33-b961-84bc891360de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a62425-e99a-47e8-aa66-8ef638e99a08') {'for_net_delete': True} {{(pid=106582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:23:36.068854 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.services.segments.db [None req-e9a09ced-2c68-4a33-b961-84bc891360de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a62425-e99a-47e8-aa66-8ef638e99a08') {} {{(pid=106582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:23:36.084256 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e9a09ced-2c68-4a33-b961-84bc891360de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756749958229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230121'] for segment (43a62425-e99a-47e8-aa66-8ef638e99a08), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:36.101412 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e9a09ced-2c68-4a33-b961-84bc891360de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (43a62425-e99a-47e8-aa66-8ef638e99a08), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:36.109065 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a09ced-2c68-4a33-b961-84bc891360de admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=106582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:23:36.109522 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e9a09ced-2c68-4a33-b961-84bc891360de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-513876'] for segment (43a62425-e99a-47e8-aa66-8ef638e99a08), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:36.215252 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.services.segments.plugin [-] Segment 43a62425-e99a-47e8-aa66-8ef638e99a08 resource provider aggregate not found Sep 26 18:23:36.237550 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.services.segments.plugin [-] Segment 43a62425-e99a-47e8-aa66-8ef638e99a08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43a62425-e99a-47e8-aa66-8ef638e99a08 found for delete ", "request_id": "req-15cbd113-25f7-4e9c-8ab5-f0d13b08134e"}]} Sep 26 18:23:36.269294 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e9a09ced-2c68-4a33-b961-84bc891360de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500471'] for network (5ba9a025-fbef-406e-aa56-d82e69f22721), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:36.275456 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-e9a09ced-2c68-4a33-b961-84bc891360de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:36.278468 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-e9a09ced-2c68-4a33-b961-84bc891360de admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/5ba9a025-fbef-406e-aa56-d82e69f22721 HTTP/1.1" status: 204 len: 168 time: 0.7725654 Sep 26 18:23:36.282706 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 57650) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:23:36.291195 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a09ced-2c68-4a33-b961-84bc891360de admin admin] Pushing event deleted for resources: {'Network': ['ID=5ba9a025-fbef-406e-aa56-d82e69f22721,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:23:36.375445 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device c0abe21e-3bf5-4b57-9871-a71f93abc3e7 no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:23:36.398934 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] No Port match for: c0abe21e-3bf5-4b57-9871-a71f93abc3e7 {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:23:36.399266 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device c0abe21e-3bf5-4b57-9871-a71f93abc3e7 not bound to the agent host dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:23:36.399691 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device bb237869-b567-45b4-975b-fa42e3022994 no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:23:36.423908 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] No Port match for: bb237869-b567-45b4-975b-fa42e3022994 {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:23:36.424289 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device bb237869-b567-45b4-975b-fa42e3022994 not bound to the agent host dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:23:36.424665 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 31009a79-a8c5-46a6-8163-13b4aaffcdbc no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:23:36.444350 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] No Port match for: 31009a79-a8c5-46a6-8163-13b4aaffcdbc {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:23:36.444700 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 31009a79-a8c5-46a6-8163-13b4aaffcdbc not bound to the agent host dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:23:36.656595 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fd4def90-633e-4c5e-8116-6dedccde32f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-492504'] for router_interface (a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:36.817291 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:36.889558 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-fd4def90-633e-4c5e-8116-6dedccde32f6 admin admin] Deleting port 8db345cb-037e-4cae-9e8b-fdbd149dad9a {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:23:36.889900 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fd4def90-633e-4c5e-8116-6dedccde32f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (8db345cb-037e-4cae-9e8b-fdbd149dad9a), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:36.974388 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [None req-fd4def90-633e-4c5e-8116-6dedccde32f6 admin admin] For port 8db345cb-037e-4cae-9e8b-fdbd149dad9a, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=8db345cb-037e-4cae-9e8b-fdbd149dad9a,segment=NetworkSegment(ea21d071-feae-43f4-99c8-d4ce8f790a88),segment_id=ea21d071-feae-43f4-99c8-d4ce8f790a88)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:23:36.974657 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fd4def90-633e-4c5e-8116-6dedccde32f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (8db345cb-037e-4cae-9e8b-fdbd149dad9a), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:36.994721 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:36.998913 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-fd4def90-633e-4c5e-8116-6dedccde32f6 admin admin] Calling delete_port for 8db345cb-037e-4cae-9e8b-fdbd149dad9a owned by network:router_interface {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:23:37.169475 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:37.261262 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fd4def90-633e-4c5e-8116-6dedccde32f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (8db345cb-037e-4cae-9e8b-fdbd149dad9a), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:37.285250 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4def90-633e-4c5e-8116-6dedccde32f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8db345cb-037e-4cae-9e8b-fdbd149dad9a,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:23:37.411434 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:37.459280 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-fd4def90-633e-4c5e-8116-6dedccde32f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-642353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504936'] for router_interface (a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:37.939714 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4def90-633e-4c5e-8116-6dedccde32f6 admin admin] Router a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9 has already been hosted by L3 agent 1e333347-308d-435a-a92a-39a4b363e81b {{(pid=106583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:23:38.024431 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:38.045436 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4def90-633e-4c5e-8116-6dedccde32f6 admin admin] Notify agent at l3_agent.dv-cinder-859319-1-iscsi the message routers_updated {{(pid=106583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:23:38.050920 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-fd4def90-633e-4c5e-8116-6dedccde32f6 admin admin] 10.222.0.67 "PUT /networking/v2.0/routers/a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7671628 Sep 26 18:23:38.053465 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 57652) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:23:38.056400 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d23bb4-1703-4a43-8a1b-af7f441d2386 None None] Sync routers for ids ['a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9'] in dv-cinder-859319-1-iscsi {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:23:38.067415 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d23bb4-1703-4a43-8a1b-af7f441d2386 None None] Routers {'a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:23:38.067952 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-d5d23bb4-1703-4a43-8a1b-af7f441d2386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:23:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:23:38.152810 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bbf430ca-46f8-48cd-aa82-cd17f219d3bd admin admin] Publish callbacks [] for router (a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:38.171599 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-d5d23bb4-1703-4a43-8a1b-af7f441d2386 None None] Set router a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9 gateway port host: dv-cinder-859319-1-iscsi {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:23:38.204982 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:38.255502 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bbf430ca-46f8-48cd-aa82-cd17f219d3bd admin admin] Publish callbacks [] for router_gateway (a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:38.343357 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-d5d23bb4-1703-4a43-8a1b-af7f441d2386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9', 'name': 'tempest-TestVolumeBootPattern-101995396-router', 'tenant_id': '6c68c5aa4cd84887b47d11cdabfef04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'external_fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'd65dabf0-236b-4fe9-b13e-3c81cc16915a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:43Z', 'updated_at': '2022-09-26T18:23:37Z', 'revision_number': 5, 'project_id': '6c68c5aa4cd84887b47d11cdabfef04c', 'gw_port': {'id': 'd65dabf0-236b-4fe9-b13e-3c81cc16915a', 'name': '', 'network_id': '75671e20-856b-479b-bee1-be813a3f2eee', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:82:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859319-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:16:44Z', 'updated_at': '2022-09-26T18:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4775a61a-d36f-43c7-b0a4-bf2c0640e392', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859319-1-iscsi'}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:23:38.373963 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d23bb4-1703-4a43-8a1b-af7f441d2386 None None] Checking router: a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9 for host: dv-cinder-859319-1-iscsi {{(pid=106584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:23:38.383930 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d23bb4-1703-4a43-8a1b-af7f441d2386 None None] Routers {'a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9'} bound to L3 agent in host dv-cinder-859319-1-iscsi {{(pid=106584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:23:38.384546 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-d5d23bb4-1703-4a43-8a1b-af7f441d2386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859319-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:54:34Z,description=,heartbeat_timestamp=2022-09-26T18:23:34Z,host='dv-cinder-859319-1-iscsi',id=1e333347-308d-435a-a92a-39a4b363e81b,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:54:35Z,topic='l3_agent')) {'router_ids': ['a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9'], 'active': True} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:23:38.387262 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-bbf430ca-46f8-48cd-aa82-cd17f219d3bd admin admin] Deleting port d65dabf0-236b-4fe9-b13e-3c81cc16915a {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:23:38.387798 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bbf430ca-46f8-48cd-aa82-cd17f219d3bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (d65dabf0-236b-4fe9-b13e-3c81cc16915a), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:38.469616 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [None req-bbf430ca-46f8-48cd-aa82-cd17f219d3bd admin admin] For port d65dabf0-236b-4fe9-b13e-3c81cc16915a, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=d65dabf0-236b-4fe9-b13e-3c81cc16915a,segment=NetworkSegment(6548d8aa-2b45-4f9c-8e34-0a567f6839fb),segment_id=6548d8aa-2b45-4f9c-8e34-0a567f6839fb)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:23:38.469879 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvr_db [None req-d5d23bb4-1703-4a43-8a1b-af7f441d2386 None None] Set router a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9 gateway port host: None {{(pid=106584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:23:38.470012 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bbf430ca-46f8-48cd-aa82-cd17f219d3bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (d65dabf0-236b-4fe9-b13e-3c81cc16915a), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:38.482780 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-bbf430ca-46f8-48cd-aa82-cd17f219d3bd admin admin] Calling delete_port for d65dabf0-236b-4fe9-b13e-3c81cc16915a owned by network:router_gateway {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:23:38.519964 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_hamode_db [None req-d5d23bb4-1703-4a43-8a1b-af7f441d2386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9', 'name': 'tempest-TestVolumeBootPattern-101995396-router', 'tenant_id': '6c68c5aa4cd84887b47d11cdabfef04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:43Z', 'updated_at': '2022-09-26T18:23:38Z', 'revision_number': 6, 'project_id': '6c68c5aa4cd84887b47d11cdabfef04c', 'gw_port_host': None}], 'dv-cinder-859319-1-iscsi', False) {} {{(pid=106584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:23:38.545777 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d23bb4-1703-4a43-8a1b-af7f441d2386 None None] The sync data for ids ['a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9'] in dv-cinder-859319-1-iscsi is: [{'id': 'a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9', 'name': 'tempest-TestVolumeBootPattern-101995396-router', 'tenant_id': '6c68c5aa4cd84887b47d11cdabfef04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:16:43Z', 'updated_at': '2022-09-26T18:23:38Z', 'revision_number': 6, 'project_id': '6c68c5aa4cd84887b47d11cdabfef04c', 'gw_port_host': None}] {{(pid=106584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:23:38.714305 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bbf430ca-46f8-48cd-aa82-cd17f219d3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (d65dabf0-236b-4fe9-b13e-3c81cc16915a), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:38.738753 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf430ca-46f8-48cd-aa82-cd17f219d3bd admin admin] Pushing event deleted for resources: {'Port': ['ID=d65dabf0-236b-4fe9-b13e-3c81cc16915a,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:23:38.805563 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bbf430ca-46f8-48cd-aa82-cd17f219d3bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-500258'] for router_gateway (a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:38.896445 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bbf430ca-46f8-48cd-aa82-cd17f219d3bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-507318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2095462'] for router (a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:38.899120 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bbf430ca-46f8-48cd-aa82-cd17f219d3bd admin admin] Publish callbacks [] for router_controller (a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9), precommit_delete_associations {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:39.057522 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bbf430ca-46f8-48cd-aa82-cd17f219d3bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-504853'] for router (a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:39.058164 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf430ca-46f8-48cd-aa82-cd17f219d3bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9 {{(pid=106583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 18:23:39.062585 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-bbf430ca-46f8-48cd-aa82-cd17f219d3bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:39.063744 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-bbf430ca-46f8-48cd-aa82-cd17f219d3bd admin admin] 10.222.0.67 "DELETE /networking/v2.0/routers/a0f68dc5-c607-417e-bf6a-31b2a2aaf4c9 HTTP/1.1" status: 204 len: 168 time: 1.0092659 Sep 26 18:23:39.066381 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 57654) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:23:39.115716 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.db_base_plugin_v2 [None req-963d6ff7-0ed0-4099-ba08-d2f4c34738ec admin admin] Deleting subnet e02765bc-9a48-477d-bfd6-7ad39d292811 {{(pid=106583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:23:39.119099 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-963d6ff7-0ed0-4099-ba08-d2f4c34738ec admin admin] Publish callbacks [] for subnet (e02765bc-9a48-477d-bfd6-7ad39d292811), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:39.160628 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-963d6ff7-0ed0-4099-ba08-d2f4c34738ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4065934'] for subnet (e02765bc-9a48-477d-bfd6-7ad39d292811), precommit_delete_associations {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:39.244263 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-963d6ff7-0ed0-4099-ba08-d2f4c34738ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32872334'] for subnet (e02765bc-9a48-477d-bfd6-7ad39d292811), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:39.283810 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:39.457635 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-963d6ff7-0ed0-4099-ba08-d2f4c34738ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32869299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3901742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302901'] for subnet (e02765bc-9a48-477d-bfd6-7ad39d292811), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:39.488948 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d6ff7-0ed0-4099-ba08-d2f4c34738ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e02765bc-9a48-477d-bfd6-7ad39d292811,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:23:39.492462 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-963d6ff7-0ed0-4099-ba08-d2f4c34738ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:39.495574 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-963d6ff7-0ed0-4099-ba08-d2f4c34738ec admin admin] 10.222.0.67 "DELETE /networking/v2.0/subnets/e02765bc-9a48-477d-bfd6-7ad39d292811 HTTP/1.1" status: 204 len: 168 time: 0.4282074 Sep 26 18:23:39.498114 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeae1be5-5b55-4b80-93dd-45b60394a590 None None] Network 55e38fdb-84af-4b8e-8efe-21d2d01cccdd requested from dv-cinder-859319-1-iscsi {{(pid=106584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:23:39.498604 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 57656) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:23:39.505342 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:39.546341 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:39.571250 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1750be46-4a13-44ed-a003-db22946398ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32779771'] for network (55e38fdb-84af-4b8e-8efe-21d2d01cccdd), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:39.577614 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:39.620266 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-1750be46-4a13-44ed-a003-db22946398ab admin admin] Deleting port 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991 {{(pid=106583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:23:39.620609 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1750be46-4a13-44ed-a003-db22946398ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:39.649622 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed1cfa7-ff28-415b-85f1-d1d288ff6dd5 None None] DHCP port deletion for 55e38fdb-84af-4b8e-8efe-21d2d01cccdd request from dv-cinder-859319-1-iscsi {{(pid=106584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 18:23:39.692213 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-0ed1cfa7-ff28-415b-85f1-d1d288ff6dd5 None None] Deleting port 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991 {{(pid=106584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:23:39.692587 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-0ed1cfa7-ff28-415b-85f1-d1d288ff6dd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756749883149'] for port (19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991), before_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:39.701055 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.db [None req-1750be46-4a13-44ed-a003-db22946398ab admin admin] For port 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991,segment=NetworkSegment(ea21d071-feae-43f4-99c8-d4ce8f790a88),segment_id=ea21d071-feae-43f4-99c8-d4ce8f790a88)] {{(pid=106583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:23:39.701420 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1750be46-4a13-44ed-a003-db22946398ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:39.715980 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.plugin [None req-1750be46-4a13-44ed-a003-db22946398ab admin admin] Calling delete_port for 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991 owned by network:dhcp {{(pid=106583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:23:39.756336 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.db [None req-0ed1cfa7-ff28-415b-85f1-d1d288ff6dd5 None None] For port 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991, host dv-cinder-859319-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859319-1-iscsi',level=0,port_id=19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991,segment=NetworkSegment(ea21d071-feae-43f4-99c8-d4ce8f790a88),segment_id=ea21d071-feae-43f4-99c8-d4ce8f790a88)] {{(pid=106584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:23:39.756740 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-0ed1cfa7-ff28-415b-85f1-d1d288ff6dd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-501282'] for port (19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991), precommit_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:39.770086 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-0ed1cfa7-ff28-415b-85f1-d1d288ff6dd5 None None] Calling delete_port for 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991 owned by network:dhcp {{(pid=106584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:23:39.924525 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1750be46-4a13-44ed-a003-db22946398ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3901761'] for port (19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:39.931988 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-0ed1cfa7-ff28-415b-85f1-d1d288ff6dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33194351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756749885067', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756749441729'] for port (19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991), after_delete {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:39.955577 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750be46-4a13-44ed-a003-db22946398ab admin admin] Pushing event deleted for resources: {'Port': ['ID=19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:23:39.959116 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1750be46-4a13-44ed-a003-db22946398ab admin admin] No DVR routers for this DVR port 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991 on host dv-cinder-859319-1-iscsi {{(pid=106583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:23:39.971569 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1cfa7-ff28-415b-85f1-d1d288ff6dd5 None None] Pushing event deleted for resources: {'Port': ['ID=19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991,revision_number=None']} {{(pid=106584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:23:39.974077 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed1cfa7-ff28-415b-85f1-d1d288ff6dd5 None None] No DVR routers for this DVR port 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991 on host dv-cinder-859319-1-iscsi {{(pid=106584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:23:40.041055 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1750be46-4a13-44ed-a003-db22946398ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32841381', 'neutron.services.segments.db._delete_segments_for_network-8756749958337'] for network (55e38fdb-84af-4b8e-8efe-21d2d01cccdd), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:40.061407 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.services.segments.db [None req-1750be46-4a13-44ed-a003-db22946398ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e38fdb-84af-4b8e-8efe-21d2d01cccdd']}} {{(pid=106583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:23:40.071798 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.services.segments.db [None req-1750be46-4a13-44ed-a003-db22946398ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea21d071-feae-43f4-99c8-d4ce8f790a88') {'for_net_delete': True} {{(pid=106583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:23:40.072103 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.services.segments.db [None req-1750be46-4a13-44ed-a003-db22946398ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea21d071-feae-43f4-99c8-d4ce8f790a88') {} {{(pid=106583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:23:40.082445 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1750be46-4a13-44ed-a003-db22946398ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756749958229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4065973'] for segment (ea21d071-feae-43f4-99c8-d4ce8f790a88), before_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:40.092279 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:40.095839 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1750be46-4a13-44ed-a003-db22946398ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754'] for segment (ea21d071-feae-43f4-99c8-d4ce8f790a88), precommit_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:40.102281 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1750be46-4a13-44ed-a003-db22946398ab admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=106583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:23:40.102661 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1750be46-4a13-44ed-a003-db22946398ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33219754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3901844'] for segment (ea21d071-feae-43f4-99c8-d4ce8f790a88), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:40.182783 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.services.segments.plugin [-] Segment ea21d071-feae-43f4-99c8-d4ce8f790a88 resource provider aggregate not found Sep 26 18:23:40.199103 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.services.segments.plugin [-] Segment ea21d071-feae-43f4-99c8-d4ce8f790a88 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea21d071-feae-43f4-99c8-d4ce8f790a88 found for delete ", "request_id": "req-9e4e2e9b-16fd-48cb-b002-854ca76dd388"}]} Sep 26 18:23:40.319952 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1750be46-4a13-44ed-a003-db22946398ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32841372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-642310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-500471'] for network (55e38fdb-84af-4b8e-8efe-21d2d01cccdd), after_delete {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:40.327564 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron_lib.callbacks.manager [None req-1750be46-4a13-44ed-a003-db22946398ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642324'] for network (None), before_response {{(pid=106583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:40.329439 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-1750be46-4a13-44ed-a003-db22946398ab admin admin] 10.222.0.67 "DELETE /networking/v2.0/networks/55e38fdb-84af-4b8e-8efe-21d2d01cccdd HTTP/1.1" status: 204 len: 168 time: 0.8293524 Sep 26 18:23:40.345725 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750be46-4a13-44ed-a003-db22946398ab admin admin] Pushing event deleted for resources: {'Network': ['ID=55e38fdb-84af-4b8e-8efe-21d2d01cccdd,revision_number=None']} {{(pid=106583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:23:40.374892 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device d65dabf0-236b-4fe9-b13e-3c81cc16915a no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:23:40.395438 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] No Port match for: d65dabf0-236b-4fe9-b13e-3c81cc16915a {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:23:40.395843 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device d65dabf0-236b-4fe9-b13e-3c81cc16915a not bound to the agent host dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:23:40.401301 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991 no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:23:40.413937 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] No Port match for: 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991 {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:23:40.414296 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 19b7673c-c0dd-48f0-a8bd-9a4d5ad2f991 not bound to the agent host dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:23:40.414701 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 8db345cb-037e-4cae-9e8b-fdbd149dad9a no longer exists at agent ovs-agent-dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:23:40.433444 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.plugin [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] No Port match for: 8db345cb-037e-4cae-9e8b-fdbd149dad9a {{(pid=106584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:23:40.433741 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron.plugins.ml2.rpc [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Device 8db345cb-037e-4cae-9e8b-fdbd149dad9a not bound to the agent host dv-cinder-859319-1-iscsi {{(pid=106584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:23:40.783823 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [-] (106583) accepted ('10.222.0.67', 57666) {{(pid=106583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:23:40.823757 dv-cinder-859319-1-iscsi neutron-server[106583]: INFO neutron.wsgi [None req-d9949f05-afb9-49b2-a273-12f4e4b3115c admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=54bca4cc170d4e3fbad17be586081bc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387487 Sep 26 18:23:40.830679 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 57668) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:23:40.880931 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ae5617a5-290a-4c11-8dfe-ec44ce4a2d42 admin admin] Publish callbacks [] for security_group (d1924e10-67b3-4003-9c1b-b0b176d12700), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:40.900926 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ae5617a5-290a-4c11-8dfe-ec44ce4a2d42 admin admin] Publish callbacks [] for security_group (d1924e10-67b3-4003-9c1b-b0b176d12700), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:41.057905 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ae5617a5-290a-4c11-8dfe-ec44ce4a2d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (d1924e10-67b3-4003-9c1b-b0b176d12700), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:41.062863 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-ae5617a5-290a-4c11-8dfe-ec44ce4a2d42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:41.069141 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-ae5617a5-290a-4c11-8dfe-ec44ce4a2d42 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/d1924e10-67b3-4003-9c1b-b0b176d12700 HTTP/1.1" status: 204 len: 168 time: 0.2329564 Sep 26 18:23:41.077145 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5617a5-290a-4c11-8dfe-ec44ce4a2d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1924e10-67b3-4003-9c1b-b0b176d12700,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:23:41.884454 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 57674) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:23:41.925435 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-d89ac4fb-4845-4266-88ed-9ddee5f444ce admin admin] 10.222.0.67 "GET /networking/v2.0/security-groups?tenant_id=6c68c5aa4cd84887b47d11cdabfef04c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398448 Sep 26 18:23:41.937636 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [-] (106582) accepted ('10.222.0.67', 57676) {{(pid=106582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:23:41.989479 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d859722d-3967-4037-9e68-3d74ff87c517 admin admin] Publish callbacks [] for security_group (f12c4b84-a184-4568-ae6c-61848b43d991), before_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:42.010683 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d859722d-3967-4037-9e68-3d74ff87c517 admin admin] Publish callbacks [] for security_group (f12c4b84-a184-4568-ae6c-61848b43d991), precommit_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:42.205813 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d859722d-3967-4037-9e68-3d74ff87c517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545267'] for security_group (f12c4b84-a184-4568-ae6c-61848b43d991), after_delete {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:42.208366 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron_lib.callbacks.manager [None req-d859722d-3967-4037-9e68-3d74ff87c517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:42.209513 dv-cinder-859319-1-iscsi neutron-server[106582]: INFO neutron.wsgi [None req-d859722d-3967-4037-9e68-3d74ff87c517 admin admin] 10.222.0.67 "DELETE /networking/v2.0/security-groups/f12c4b84-a184-4568-ae6c-61848b43d991 HTTP/1.1" status: 204 len: 168 time: 0.2709372 Sep 26 18:23:42.217673 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859722d-3967-4037-9e68-3d74ff87c517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12c4b84-a184-4568-ae6c-61848b43d991,revision_number=None']} {{(pid=106582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:23:44.664989 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=96 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:44.665789 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:46.559564 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:23:50.818677 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:SELECT=6 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:50.820647 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG dbcounter [-] [106583] Writing DB stats neutron:DELETE=4,neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:52.212063 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:DELETE=9,neutron:SELECT=80,neutron:UPDATE=1 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:52.212901 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG dbcounter [-] [106582] Writing DB stats neutron:SELECT=36,neutron:DELETE=6 {{(pid=106582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:56.465151 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=7 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:23:56.473221 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=64,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:24:00.112866 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:24:00.118802 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=4 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:24:01.150895 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:24:01.970990 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-0696bdd4-54ae-4656-a590-00b032f1e65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:24:04.314117 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-61c92bb5-204a-4123-8b61-170c14a14cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:24:05.582348 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:24:07.203362 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:24:07.409347 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:24:11.146017 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:24:11.147251 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:24:16.563370 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:24:26.472615 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:24:26.474554 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:24:31.958707 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a02397f1-bba3-4042-8063-1b616d5d4158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:24:34.301732 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-853b62a0-bb9d-4db4-8a60-bdd807c7dc35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:24:35.591571 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:24:37.110363 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:24:37.115221 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:24:37.158624 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:24:37.404465 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:24:38.150544 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:24:46.547254 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:24:48.145671 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:24:56.483334 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:24:56.485262 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:25:01.953023 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-87637f37-3759-4e7f-a346-35f9b554243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:25:04.305245 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-aa48e456-5954-4ea8-95d2-9a833e453fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:25:05.592800 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:25:07.204179 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:25:07.415550 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:25:14.107523 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:25:14.112520 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:25:15.150512 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:25:15.414678 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [req-08d15f93-c32f-49bb-8e38-07415e6c2a9e req-d5eb0ee3-dcda-410f-aa81-3aa454900f23 service neutron] (106582) timed out ('10.222.0.67', 52450) {{(pid=106582) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 26 18:25:15.569721 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [req-08d15f93-c32f-49bb-8e38-07415e6c2a9e req-3092ee3a-7cc8-449f-84e1-653352a1ef69 tempest-TestShelveInstance-878177301 tempest-TestShelveInstance-878177301-project] (106582) timed out ('10.222.0.67', 52458) {{(pid=106582) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 26 18:25:16.564110 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:25:26.498166 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:25:26.504154 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:25:28.149015 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=11 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:25:28.149861 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=17 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:25:31.969483 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-b12b71fb-bf66-44ff-a224-285783612b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:25:34.306622 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-455bd6f2-f2de-45d6-88c3-b64e22f51277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:25:35.587742 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:25:37.209219 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:25:37.426262 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:25:46.563288 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:25:51.108922 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:25:51.109699 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:25:52.150005 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:25:56.498247 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:25:56.500673 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:26:02.001440 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-d4640083-2bbb-4508-9add-24fa0b36f694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:26:02.145001 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:26:02.145835 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:26:04.322970 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-c818a8b3-da0f-499f-b287-de2eec281298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:26:05.586180 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:26:07.178097 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:26:07.412110 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:26:16.586929 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:26:26.511905 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:26:26.513756 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:26:28.109032 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:26:29.150870 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:26:31.977786 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-43c3cac4-dcac-4b90-9a74-04a41618427a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:26:34.314546 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bd8137ec-30e1-4078-a8e6-d61c5bd067d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:26:35.623374 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:26:37.179901 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:26:37.396757 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:26:37.529998 dv-cinder-859319-1-iscsi neutron-server[106583]: DEBUG neutron.wsgi [req-ebc2dc53-755b-4b4f-b2fd-bb61021ac127 req-b21170f5-0294-4be2-b4c3-69c9919e9770 service neutron] (106583) timed out ('10.222.0.67', 54074) {{(pid=106583) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 26 18:26:37.766324 dv-cinder-859319-1-iscsi neutron-server[106582]: DEBUG neutron.wsgi [req-ebc2dc53-755b-4b4f-b2fd-bb61021ac127 req-0208255a-2646-48cc-9500-3304c219992e tempest-AttachVolumeShelveTestJSON-1964894886 tempest-AttachVolumeShelveTestJSON-1964894886-project] (106582) timed out ('10.222.0.67', 54084) {{(pid=106582) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 26 18:26:39.145490 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:26:39.146831 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:26:46.588662 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:26:56.511102 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:26:56.517070 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:27:01.939398 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-f1a0b44c-8078-45b4-9248-201c40d0ad85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:27:04.302624 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-30f30e0f-4754-4a69-b3a0-959d404e6e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:27:05.104918 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=4 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:27:05.158974 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=4 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:27:05.601863 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:27:06.150747 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:27:07.184720 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:27:07.419248 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:27:16.146491 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:27:16.584771 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:27:17.345786 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:27:26.533729 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:27:28.150950 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=14 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:27:28.153161 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=12 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:27:31.945109 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-b1d0fed3-8328-429b-9da0-01249f81b2d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:27:34.304870 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-f5bf5707-fa62-464a-ad23-a5cbe22b6e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:27:35.622897 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:27:37.189866 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:27:37.407480 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:27:42.096276 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:27:42.101291 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:27:43.149098 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:27:46.595715 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:27:53.144836 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:27:56.530608 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:27:56.532959 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:28:01.975582 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a32fd642-1d8b-46b7-9206-5dc96311f2c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:28:04.306905 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-f8141b7b-d5cb-42df-b8b9-8e3b32a235e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:28:05.609813 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:28:07.206211 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:28:07.409640 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:28:16.612573 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:28:19.093001 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:28:19.098874 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=4 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:28:20.149178 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:28:26.540369 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:28:26.542237 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:28:30.187371 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=2 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:28:30.188214 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:28:31.960507 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-c165477d-0202-4ecc-8279-4a5add376947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:28:34.324680 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-82207ac5-3aee-44a1-89ae-ad1dc528cf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1e333347-308d-435a-a92a-39a4b363e81b), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:28:35.623269 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-a995a89a-32cf-49a5-8aed-8af6c0d6d66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (1087f179-3d3c-4a47-a874-7de169072e28), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:28:37.189007 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-222c1438-13d2-428d-ad0c-c83ccd941939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (11f360b4-26b0-46a1-a60c-6220e6d0d4f0), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:28:37.394702 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bc87c882-cfaa-4c92-a103-b81f07b34121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (365b7894-002c-4ddc-ac86-40673afd4790), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:28:46.611303 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6802-9097-40ef-8903-3958881c5ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (b76d05ef-6768-47d4-84e3-b7f3ce45293e), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:28:56.095190 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:28:56.096029 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG dbcounter [-] [106585] Writing DB stats neutron:SELECT=3 {{(pid=106585) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:28:56.537833 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:28:56.546021 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG dbcounter [-] [106584] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=106584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:28:57.148874 dv-cinder-859319-1-iscsi neutron-server[106585]: DEBUG neutron.db.agents_db [None req-252fd47c-6c7e-4fc9-b838-a602f134c5bc None None] Agent healthcheck: found 6 active agents {{(pid=106585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:29:01.948653 dv-cinder-859319-1-iscsi neutron-server[106584]: DEBUG neutron_lib.callbacks.manager [None req-d4465738-298c-42fb-ab3a-9bfe137fa853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756749958319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32838884'] for agent (4ef20602-5638-479d-aebe-a5cbb98cbff1), after_update {{(pid=106584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}